-- Logs begin at Tue 2022-07-26 14:32:43 UTC, end at Tue 2022-07-26 15:54:18 UTC. -- Jul 26 15:25:58.162301 dv-cinder-851032-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 15:26:00.929643 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.common.config [-] Logging enabled! Jul 26 15:26:00.930211 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 15:26:00.930343 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104470) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 15:26:00.933640 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.common.config [-] Logging enabled! Jul 26 15:26:00.933893 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 15:26:00.934198 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104470) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 15:26:00.935123 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:26:00.935355 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:26:00.935825 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:26:00.936074 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:26:00.936921 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:26:00.937245 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.937610 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.937846 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.938148 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.938441 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.938724 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.939014 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.939309 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.939596 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.939872 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.940151 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.940378 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.940749 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.941036 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.941321 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.941542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] debug = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.941817 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.942243 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.942658 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.942936 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.943220 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.943496 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.943762 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.944035 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.944313 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.944661 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] host = dv-cinder-851032-1-iscsi {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.944930 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.945226 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.945496 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.945777 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.946052 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.946319 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.946601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.946869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.947134 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.947402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.947684 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.947966 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.948250 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.948486 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.948708 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.948989 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.949285 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.949556 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.949823 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.950091 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.950359 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.950625 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.950885 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.951166 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.951446 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.951722 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.952634 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.952986 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.953263 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.953534 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.953817 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.954086 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.954355 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.954624 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.954908 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.955179 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.955445 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.955739 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.956015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.956292 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.956609 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.956881 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.957158 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.957427 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.957693 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.957960 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_json = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.958226 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.958493 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.958769 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.959035 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.959324 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.959573 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.959839 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.960120 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.960387 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:00.960707 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.960999 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.961295 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.961573 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.961870 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.962142 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.962426 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.962700 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.962983 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.963265 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.963548 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.963822 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.964117 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.964408 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.964725 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.965027 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.965316 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.965603 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.965872 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.966142 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.966415 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.966687 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.966971 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.967245 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.967549 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.967834 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.968108 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.968400 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.968708 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.968990 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.969284 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.969568 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.969840 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.970115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.970484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.970763 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.971038 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.971322 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.971598 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.971872 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.972223 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.972541 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.972832 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.973103 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.973378 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.973666 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.973940 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.974208 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.974476 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.974749 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.975016 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.975298 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.975571 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.975836 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.976102 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.976377 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.976669 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.976941 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.977215 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.977482 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.977754 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.978023 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.978288 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.978557 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.978823 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.979090 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.979361 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.979873 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.980152 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.980420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.980714 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.980980 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.981251 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.981517 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.981810 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.982082 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.982351 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.982626 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.982901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.983706 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.983987 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.984262 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.984559 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.984830 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.985117 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.985393 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.985673 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.985950 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.986222 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.986528 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.986801 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.987073 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.987346 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.987619 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.987890 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.988167 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.988436 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.988728 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.989006 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.989284 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.989652 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.989870 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.990144 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.990432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.990720 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.991007 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.991283 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.991585 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.991857 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:00.992069 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:26:00.992303 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104470) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 15:26:01.285869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 15:26:01.286138 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 15:26:01.286440 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 15:26:01.286770 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 15:26:01.697157 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.697366 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.697636 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.698919 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.699192 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.699457 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.753586 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.753869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.754129 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.768510 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.768793 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.769062 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.798924 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.799200 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.799472 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.835771 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.836049 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:01.836318 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.069158 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.069796 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.069796 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.069956 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.070809 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.167905 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.168226 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.168529 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.168799 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.169064 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.169375 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.169636 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.169892 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.170145 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.170427 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.171367 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.171671 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.171938 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.172194 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.172450 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.172743 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.172998 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.173265 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.173536 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.173796 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.174072 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.174326 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.174612 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.174994 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.175245 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.175493 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.175893 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.176129 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.176362 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.176617 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.176849 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.177079 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:02.177438 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 15:26:02.180686 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 15:26:02.184577 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 15:26:02.188352 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Jul 26 15:26:02.189987 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 15:26:02.190605 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 15:26:02.190940 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 15:26:02.191323 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 15:26:02.194094 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 15:26:02.194342 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 15:26:02.194687 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 15:26:02.199695 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 15:26:02.222791 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 15:26:02.223238 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.223535 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104470) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 15:26:02.223907 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.225273 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104470) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 15:26:02.225554 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 15:26:02.225799 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 15:26:02.229089 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.229369 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:02.350858 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 15:26:02.351039 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 15:26:02.351249 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 15:26:02.351628 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 15:26:02.404588 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO dbcounter [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Registered counter for database neutron Jul 26 15:26:02.425443 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_db.sqlalchemy.engines [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104470) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 15:26:02.431297 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writer thread running {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 15:26:03.132195 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing driver for type 'gre' Jul 26 15:26:03.132880 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] gre ID ranges: [(1, 1000)] Jul 26 15:26:03.269595 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing driver for type 'local' Jul 26 15:26:03.269939 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing driver for type 'vlan' Jul 26 15:26:03.332492 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] VlanTypeDriver initialization complete Jul 26 15:26:03.332839 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing driver for type 'vxlan' Jul 26 15:26:03.333356 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] vxlan ID ranges: [(1, 1000)] Jul 26 15:26:03.475159 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing extension driver 'port_security' Jul 26 15:26:03.475512 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] PortSecurityExtensionDriver initialization complete Jul 26 15:26:03.475848 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing mechanism driver 'openvswitch' Jul 26 15:26:03.476185 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing mechanism driver 'hyperv' Jul 26 15:26:03.483403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:03.484193 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.484618 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.484987 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.485502 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.485934 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.486303 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.486664 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.487061 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.487481 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.487845 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.488202 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.488625 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.489041 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.493903 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.493903 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.493903 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.493903 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.493903 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.494270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > address_group after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > address_group after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494647 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104470) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 15:26:03.494647 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] ML2 OVO RPC backend initialized. {{(pid=104470) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 15:26:03.494647 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494647 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.494963 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.495325 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > networks before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.495686 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.496041 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > ports before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.496396 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.496772 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnets before_response 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.497159 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.497509 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.497855 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.498204 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.498548 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.498992 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.499340 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.499692 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.500032 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.507691 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded quota_driver: . Jul 26 15:26:03.508066 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.plugin [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Modular L2 Plugin initialization complete Jul 26 15:26:03.508424 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading services supported by the core plugin {{(pid=104470) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 15:26:03.508805 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.plugins.ml2.managers [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Got port-security extension from driver 'port_security' Jul 26 15:26:03.509296 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.extensions.vlantransparent [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Disabled vlantransparent extension. Jul 26 15:26:03.509803 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104470) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 15:26:03.510138 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: router Jul 26 15:26:03.546648 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.547049 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_create 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.547431 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router before_create 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.547806 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.548191 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.548606 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_delete 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.548971 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.549330 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.549697 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_create 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.550053 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.550411 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.550767 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.551132 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.551554 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.551931 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.552280 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.552656 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: subnet after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.553012 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.553373 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.553729 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_create 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.554085 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.554434 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.554813 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router after_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.555148 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.555506 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_create 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.555874 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.556227 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_update 55549900 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.556639 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > agent after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.557000 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > agent after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.557353 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > network after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.558219 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Tracking information for resource: router configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:03.558559 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Tracking information for resource: floatingip configured {{(pid=104470) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:26:03.563396 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.db.l3_agentschedulers_db [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 15:26:03.563977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.564437 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.564829 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.565190 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.565994 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router before_create 55550100 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.566368 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.566738 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_create 55550100 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.567103 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > router precommit_update 55550100 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.571932 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.provider_configuration [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service providers = [] {{(pid=104470) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 15:26:03.572307 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.db.servicetype_db [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104470) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 15:26:03.575488 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.service_base [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104470) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:26:03.575851 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.service_base [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104470) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:26:03.576206 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.service_base [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104470) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:26:03.577665 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.services.service_base [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104470) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:26:03.578049 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.services.service_base [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 15:26:03.578431 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.578756 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 15:26:03.589170 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.589512 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: auto_allocate Jul 26 15:26:03.596095 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: network precommit_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.596483 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: network precommit_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.597020 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.597347 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: tag Jul 26 15:26:03.604138 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.604488 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: timestamp Jul 26 15:26:03.608882 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.609221 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: network_ip_availability Jul 26 15:26:03.614715 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.615099 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.615468 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.616210 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.616557 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: flavors Jul 26 15:26:03.629198 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.629532 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading Plugin: revisions Jul 26 15:26:03.633789 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104470) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:26:03.634198 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.348s {{(pid=104470) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 15:26:03.634948 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104470) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 15:26:03.635290 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Initializing extension manager. Jul 26 15:26:03.635825 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: __init__.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.636176 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: __pycache__ {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.636555 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: address_group.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.637282 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.637862 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: address-group Jul 26 15:26:03.638199 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: address_scope.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.638882 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.640037 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: address-scope Jul 26 15:26:03.640605 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.641428 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.641950 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: router-admin-state-down-before-update Jul 26 15:26:03.642283 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: agent.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.642960 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.643471 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: agent Jul 26 15:26:03.643803 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: agent_resources_synced.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.652822 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.653340 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: agent-resources-synced Jul 26 15:26:03.653671 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: allowedaddresspairs.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.655489 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.656018 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: allowed-address-pairs Jul 26 15:26:03.656354 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: auto_allocated_topology.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.657472 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.657996 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: auto-allocated-topology Jul 26 15:26:03.658328 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: availability_zone.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.658997 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.659512 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: availability_zone Jul 26 15:26:03.659845 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: availability_zone_filter.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.660754 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.661268 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: availability_zone_filter Jul 26 15:26:03.661595 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: data_plane_status.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.662467 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.662982 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 15:26:03.663311 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: default_subnetpools.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.664195 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.664743 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: default-subnetpools Jul 26 15:26:03.665071 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.665857 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.666368 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: dhcp_agent_scheduler Jul 26 15:26:03.666698 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: dns.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.667578 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.668090 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension dns-integration not supported by any of loaded plugins Jul 26 15:26:03.668479 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: dns_domain_ports.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.669362 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.669877 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 15:26:03.670206 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.671254 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.671640 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 15:26:03.671968 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: dvr.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.672638 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.673153 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: dvr Jul 26 15:26:03.673534 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: ecmp_routes.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.674370 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.674877 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 15:26:03.675203 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: empty_string_filtering.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.681599 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.682115 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: empty-string-filtering Jul 26 15:26:03.682444 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.683322 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.683833 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 15:26:03.684163 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.685078 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.685603 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 15:26:03.685936 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: external_net.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.687346 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.687862 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: external-net Jul 26 15:26:03.688191 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.689113 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.689625 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: extra_dhcp_opt Jul 26 15:26:03.689949 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: extraroute.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.690820 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.691335 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: extraroute Jul 26 15:26:03.691661 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: extraroute_atomic.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.692701 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.693211 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: extraroute-atomic Jul 26 15:26:03.693538 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: filter_validation.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.694172 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.694890 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: filter-validation Jul 26 15:26:03.695227 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: fip_pf_description.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.696106 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.696652 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 15:26:03.697019 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: fip_pf_port_range.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.697933 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.698440 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 15:26:03.698766 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: fip_port_details.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.699648 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.700157 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: fip-port-details Jul 26 15:26:03.700512 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: flavors.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.701712 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.702775 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: flavors Jul 26 15:26:03.703276 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.704927 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.705456 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 15:26:03.705794 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: floatingip_pools.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.706471 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.706988 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: floatingip-pools Jul 26 15:26:03.707323 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: ip_allocation.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.708212 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.708761 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 15:26:03.709095 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.709987 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.710499 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: ip-substring-filtering Jul 26 15:26:03.710833 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l2_adjacency.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.711781 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.712242 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 15:26:03.712598 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.713548 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.714067 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: router Jul 26 15:26:03.714425 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.716686 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.717224 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 15:26:03.717642 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.727033 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.727573 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: ext-gw-mode Jul 26 15:26:03.727914 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.728840 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.729352 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: l3-ha Jul 26 15:26:03.729942 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.730809 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.731341 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 15:26:03.731669 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_flavors.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.732571 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.733094 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: l3-flavors Jul 26 15:26:03.733887 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.735274 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.735822 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 15:26:03.736148 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.737116 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.737625 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 15:26:03.737994 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: l3agentscheduler.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.739035 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.739540 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: l3_agent_scheduler Jul 26 15:26:03.739869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: local_ip.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.741601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.742126 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension local_ip not supported by any of loaded plugins Jul 26 15:26:03.742472 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: logging.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.743914 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.744436 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension logging not supported by any of loaded plugins Jul 26 15:26:03.744791 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: metering.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.745499 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.746281 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: metering Jul 26 15:26:03.746614 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.747669 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.748190 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: metering_source_and_destination_fields Jul 26 15:26:03.748553 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: multiprovidernet.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.755533 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.756066 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: multi-provider Jul 26 15:26:03.756408 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: netmtu.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.757324 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.757846 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: net-mtu Jul 26 15:26:03.758178 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: netmtu_writable.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.759064 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.759580 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: net-mtu-writable Jul 26 15:26:03.759915 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: network_availability_zone.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.760598 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.761117 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: network_availability_zone Jul 26 15:26:03.761452 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: network_ip_availability.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.762521 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.763043 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: network-ip-availability Jul 26 15:26:03.763384 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: network_segment_range.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.764124 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.765241 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 15:26:03.765573 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: pagination.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.766523 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.766859 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: pagination Jul 26 15:26:03.767189 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_device_profile.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.768062 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.768610 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-device-profile Jul 26 15:26:03.768941 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_mac_address_override.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.769818 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.770330 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-mac-override Jul 26 15:26:03.770658 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.771535 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.772047 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-mac-address-regenerate Jul 26 15:26:03.772377 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.773283 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.773795 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-numa-affinity-policy Jul 26 15:26:03.774129 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_resource_request.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.775007 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.775521 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 15:26:03.775848 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: port_resource_request_groups.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.776811 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.777322 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 15:26:03.777649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: portbindings.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.778550 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.779057 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: binding Jul 26 15:26:03.779384 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: portbindings_extended.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.780786 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.781300 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: binding-extended Jul 26 15:26:03.781629 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: portsecurity.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.794991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.795497 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-security Jul 26 15:26:03.795859 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: project_id.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.796816 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.797155 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: project-id Jul 26 15:26:03.797484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: providernet.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.798480 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.798993 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: provider Jul 26 15:26:03.799212 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.802688 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.803222 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos not supported by any of loaded plugins Jul 26 15:26:03.803563 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.804798 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.805327 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 15:26:03.805668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.806556 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.807066 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 15:26:03.807400 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_default.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.808276 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.808806 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-default not supported by any of loaded plugins Jul 26 15:26:03.809136 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_fip.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.810034 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.810542 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-fip not supported by any of loaded plugins Jul 26 15:26:03.810868 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.812257 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.812795 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 15:26:03.813123 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_gateway_ip.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.814006 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.814517 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 15:26:03.814845 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_port_network_policy.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.815728 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.816240 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 15:26:03.816613 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.817665 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.818112 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 15:26:03.818440 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.819443 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.819955 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 15:26:03.820283 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_pps_rule.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.821441 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.821954 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-pps not supported by any of loaded plugins Jul 26 15:26:03.822284 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_rule_type_details.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.823164 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.823673 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 15:26:03.824002 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.824892 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.825398 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 15:26:03.825729 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: qos_rules_alias.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.826749 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.827846 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 15:26:03.828172 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: quota_check_limit.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.829076 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.829588 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: quota-check-limit Jul 26 15:26:03.829913 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: quotasv2.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.830864 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.831190 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: quotas Jul 26 15:26:03.831511 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: quotasv2_detail.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.833197 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.833531 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: quota_details Jul 26 15:26:03.840408 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: rbac.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.840408 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.840408 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: rbac-policies Jul 26 15:26:03.840408 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: rbac_address_group.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.841103 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.841635 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: rbac-address-group Jul 26 15:26:03.841973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: rbac_address_scope.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.842886 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.843407 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: rbac-address-scope Jul 26 15:26:03.843741 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: rbac_security_groups.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.844718 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.845234 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: rbac-security-groups Jul 26 15:26:03.845568 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: rbac_subnetpool.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.846449 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.846967 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: rbac-subnetpool Jul 26 15:26:03.847299 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: revisionifmatch.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.848191 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.848772 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: revision-if-match Jul 26 15:26:03.849074 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: revisions.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.850174 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.850693 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: standard-attr-revisions Jul 26 15:26:03.851025 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: router_availability_zone.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.851673 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.852190 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: router_availability_zone Jul 26 15:26:03.852553 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: routerservicetype.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.853446 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.853992 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension router-service-type not supported by any of loaded plugins Jul 26 15:26:03.854324 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.855481 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.855999 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: security-groups-normalized-cidr Jul 26 15:26:03.856329 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.857239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.859282 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: port-security-groups-filtering Jul 26 15:26:03.859282 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.859962 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.860530 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: security-groups-remote-address-group Jul 26 15:26:03.860837 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.861728 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.862247 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: security-groups-shared-filtering Jul 26 15:26:03.862579 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: securitygroup.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.872125 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.872690 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: security-group Jul 26 15:26:03.873032 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: segment.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.874281 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.874886 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension segment not supported by any of loaded plugins Jul 26 15:26:03.875222 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.876133 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.876672 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 15:26:03.877007 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: servicetype.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.878064 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.878581 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: service-type Jul 26 15:26:03.878915 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: sorting.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.879867 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.880202 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: sorting Jul 26 15:26:03.880555 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: standard_attr_segment.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.883034 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.883552 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 15:26:03.883883 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: standardattrdescription.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.884532 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.885057 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: standard-attr-description Jul 26 15:26:03.885388 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: stateful_security_group.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.886286 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.886804 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: stateful-security-group Jul 26 15:26:03.887135 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: stdattrs_common.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.887688 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 15:26:03.888015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.888930 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.890116 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 15:26:03.890448 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnet_onboard.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.891504 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.892029 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: subnet_onboard Jul 26 15:26:03.892360 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.893278 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.893792 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 15:26:03.894122 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnet_service_types.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.895016 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.895530 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: subnet-service-types Jul 26 15:26:03.895858 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnetallocation.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.896935 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.897489 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: subnet_allocation Jul 26 15:26:03.897824 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.898469 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.898988 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: subnetpool-prefix-ops Jul 26 15:26:03.899320 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.900214 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.900749 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 15:26:03.901082 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: tagging.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.902131 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.902661 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: standard-attr-tag Jul 26 15:26:03.902995 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: timestamp.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.904148 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.904693 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loaded extension: standard-attr-timestamp Jul 26 15:26:03.905107 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: trunk.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.906102 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.906619 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension trunk not supported by any of loaded plugins Jul 26 15:26:03.906947 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: trunk_details.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.907832 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.908344 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension trunk-details not supported by any of loaded plugins Jul 26 15:26:03.908702 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: uplink_status_propagation.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.909587 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.910095 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 15:26:03.910425 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Loading extension file: vlantransparent.py {{(pid=104470) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 15:26:03.911072 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104470) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 15:26:03.911577 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 15:26:03.914218 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:network Jul 26 15:26:03.914745 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnet Jul 26 15:26:03.915145 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:26:03.915538 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:port Jul 26 15:26:03.916847 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.917290 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service FLAVORS assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.917918 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.918356 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.918689 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:router Jul 26 15:26:03.919124 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:floatingip Jul 26 15:26:03.919612 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service METERING assigned prefix: /metering {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.921359 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.921744 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.922111 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:26:03.923109 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 15:26:03.923567 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:security_group Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service CORE assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] subnetpool is already registered Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service CORE assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:26:03.927251 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] subnetpool is already registered Jul 26 15:26:03.929007 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.929452 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service FLAVORS assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.930057 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.930490 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.930829 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:router Jul 26 15:26:03.931178 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] router is already registered Jul 26 15:26:03.931595 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:floatingip Jul 26 15:26:03.931937 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] floatingip is already registered Jul 26 15:26:03.932404 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service METERING assigned prefix: /metering {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.933121 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 15:26:03.933451 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] rbac_policy is already registered Jul 26 15:26:03.933865 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:security_group Jul 26 15:26:03.934205 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] security_group is already registered Jul 26 15:26:03.934615 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 15:26:03.934954 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] security_group_rule is already registered Jul 26 15:26:03.935600 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service CORE assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.935941 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:26:03.936878 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] subnetpool is already registered Jul 26 15:26:03.937352 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.v2.resource_helper [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Service CORE assigned prefix: {{(pid=104470) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:26:03.937684 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:26:03.938019 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING neutron.quota.resource_registry [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] subnetpool is already registered Jul 26 15:26:03.938486 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: extensions {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.939985 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: address-groups {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.941506 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: address-scopes {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.944271 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: agents {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.944271 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: auto-allocated-topology {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.945211 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: availability_zones {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.946416 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: dhcp-networks {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.947935 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: dhcp-agents {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.949402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: routers {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.951083 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: flavors {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.953006 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: service_profiles {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.954226 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: next_providers {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.955654 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: service_profiles {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.957245 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: floatingip-pools {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.958453 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: routers {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.960149 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: floatingips {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.961449 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: l3-routers {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.962901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: l3-agents {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.964261 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: metering-labels {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.965541 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: metering-label-rules {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.966917 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: network-ip-availabilities {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.968317 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: bindings {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.969913 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: quotas {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.972443 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: quotas {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.974007 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: rbac-policies {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.975214 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: security-groups {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.976534 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: security-group-rules {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.977803 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: service-providers {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.979024 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: subnetpools {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.980630 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: subnetpools {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.982179 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.984532 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.986382 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.990115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.990115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.991768 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.993577 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.995465 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.997262 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:03.999658 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron.api.extensions [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Extended resource: tags {{(pid=104470) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:26:04.006006 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING keystonemiddleware.auth_token [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 15:26:04.011146 dv-cinder-851032-1-iscsi neutron-server[104470]: WARNING keystonemiddleware.auth_token [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 15:26:04.020081 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Acquired lock "singleton_lock" {{(pid=104470) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 15:26:04.020594 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_concurrency.lockutils [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Releasing lock "singleton_lock" {{(pid=104470) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 15:26:04.021255 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Starting 2 workers Jul 26 15:26:04.026080 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Started child 104581 {{(pid=104470) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:26:04.030591 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Started child 104582 {{(pid=104470) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:26:04.031738 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.032443 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO neutron.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 15:26:04.033048 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.033320 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [-] (104581) wsgi starting up on http://0.0.0.0:9696 Jul 26 15:26:04.035519 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Starting 1 workers Jul 26 15:26:04.035798 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.037251 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [-] (104582) wsgi starting up on http://0.0.0.0:9696 Jul 26 15:26:04.041829 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Started child 104583 {{(pid=104470) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:26:04.041829 dv-cinder-851032-1-iscsi neutron-server[104470]: INFO oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Starting 1 workers Jul 26 15:26:04.044734 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] calling RpcWorker wait() {{(pid=104583) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 15:26:04.045275 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] returning from RpcWorker wait() {{(pid=104583) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 15:26:04.046362 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Started child 104584 {{(pid=104470) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:26:04.047198 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9a7e3d09-df75-44ab-a84b-45bf9af9131b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.047443 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.048140 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:04.049290 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104470) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 15:26:04.049519 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:26:04.049698 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:26:04.049937 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:26:04.050261 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:26:04.050443 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:26:04.050958 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.051226 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.051670 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.052093 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.052403 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:04.052893 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.052989 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.053220 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.053516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.053614 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:04.053786 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.053961 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.054129 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.054375 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.054639 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.054948 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.055224 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.055476 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.055720 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.055892 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.056147 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.056420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.056690 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.056977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] debug = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.057240 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.057753 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.058000 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.058253 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.058532 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.058771 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.059021 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.059280 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.059520 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.059742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.059995 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.060272 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.060538 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.060774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.061008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.061357 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.062107 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.062621 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] host = dv-cinder-851032-1-iscsi {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.062849 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.063117 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.063370 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.063624 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.063874 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.064112 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.064366 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.064658 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.064917 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.065152 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.065404 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.065655 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.065894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.066153 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.066319 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_options = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.066557 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.066837 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.067100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.067303 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.067475 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.067644 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.067898 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.068065 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.068321 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.068594 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.068810 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.069047 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.069282 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.069516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.070026 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.070435 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.070692 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.070934 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.071201 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.071861 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.072516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.072770 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.072981 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.081977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.082901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.083895 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_json = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.084991 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.085807 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.085807 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.086177 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.086962 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.088798 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.089153 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.089520 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.089856 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.090169 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.090433 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.090687 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.090969 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.091336 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.091579 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.091901 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.092181 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.092568 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.093063 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.094774 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.095177 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.095177 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.095416 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.095836 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.096090 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.096381 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.097053 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.097348 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.128/identity {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.099432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100003 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100003 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100139 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100379 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100659 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.100916 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.101202 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.101448 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.101710 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.101985 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.102243 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.102467 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.102751 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.103133 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.103354 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.103593 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.103850 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.104073 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.104329 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.104842 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.105116 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.105384 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.105632 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.105852 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.106270 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.106523 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.106763 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.106983 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.107201 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.107416 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.107666 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.107885 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.108637 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.108922 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.109302 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.109539 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.109780 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.110038 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.110255 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.110496 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.110747 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.110967 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.111183 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.111427 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.111641 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.111879 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.112114 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.112339 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.112587 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.112823 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.113041 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.113275 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.113491 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.113815 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.114057 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.114312 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.114567 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.114819 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.115041 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.115315 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.115559 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.115781 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.116030 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.116297 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.116549 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.116801 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.117044 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.117286 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.117528 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.117769 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.117995 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.118234 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.118455 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.118675 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.118922 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.119159 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.119435 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.119694 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.119960 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.120222 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.120473 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.120704 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.128894 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.129542 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130100 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.130668 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.128/identity {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131229 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131841 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131841 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.131841 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.132053 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.132255 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.132844 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.132844 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.132999 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.133112 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.133362 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.133578 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.133796 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.134049 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.134267 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.134513 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.135013 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.135283 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.135546 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.135766 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.136040 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.136300 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.136541 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.136809 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.137039 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.137277 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.137498 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.137742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.137962 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.138203 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.138435 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.138656 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.138869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.139104 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.139385 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.139749 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.140014 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.140274 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.140646 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.140906 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.141138 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.141403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.141644 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.141881 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.142099 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143218 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143218 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143218 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143218 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143218 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143564 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143650 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.143826 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.144023 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.144368 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.144764 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.144900 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.145093 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.145320 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.145538 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.145778 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.146013 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147015 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147508 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147508 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147768 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.147896 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.148246 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.148400 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.148560 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.148811 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.149026 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.149260 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.149486 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.149703 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.149919 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.150183 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.150418 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.150612 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.150835 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.151053 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.151269 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.151491 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.151703 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.151913 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.152137 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.152354 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.152590 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.152817 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.153027 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.153238 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.153461 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.153677 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.153887 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.154113 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.154323 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.154531 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.154778 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.155051 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.155262 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.155564 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.155816 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.156057 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.156344 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.156619 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.156864 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.157782 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.157782 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.157782 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.158156 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.158156 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.158409 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.158533 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.158754 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.159066 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.159337 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.159605 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.159975 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.160193 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.160507 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.160772 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.160990 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.161322 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.161665 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.161940 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.162190 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.162470 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.162748 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.163005 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.163224 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.163461 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.163697 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.163917 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.164174 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.164977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.164977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.164977 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.165298 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.165366 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.165785 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.165785 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.166037 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.166432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.166595 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:26:04.167159 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104470) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 15:26:04.167311 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:26:04.167487 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:26:04.167638 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:26:04.167793 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:26:04.167939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:26:04.168150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.168307 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.168456 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.168652 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.168803 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.168975 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169170 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169319 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169453 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169596 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169789 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.169927 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.170044 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.170162 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.170327 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.170485 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171201 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171314 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171483 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171632 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171797 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.171955 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] debug = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.172114 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.172323 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.172504 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.172669 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.172828 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.173776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.174478 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.174478 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.174478 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.174478 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.174478 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.175239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.175239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] host = dv-cinder-851032-1-iscsi {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.175239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.175239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.175239 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.176812 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_options = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177867 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177867 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.177867 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178403 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178877 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178877 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.178877 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179234 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179234 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179473 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179473 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179711 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179711 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.179953 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180079 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180215 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180350 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180498 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180626 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180762 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.180888 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181051 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181193 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181358 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181518 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181728 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181816 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.181970 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182129 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182309 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182494 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182646 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182773 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.182908 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183056 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183398 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183398 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183662 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183662 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.183902 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184097 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184097 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_json = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184407 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184407 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184660 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184786 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.184913 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.185039 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.185257 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.185399 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.185540 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:26:04.185657 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.185783 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.185915 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.186042 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.186237 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.186905 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187133 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187303 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187481 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187595 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:04.187739 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187869 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.187996 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188202 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188316 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188440 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188614 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188785 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.188966 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189131 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189295 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189456 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189618 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189789 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.189951 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190113 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190275 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190437 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190607 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190769 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.190938 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191118 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191280 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191443 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.128/identity {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191606 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191830 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.191963 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192090 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192221 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192370 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192549 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192707 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.192867 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193014 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193179 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193402 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193536 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193663 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193789 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.193940 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194102 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194298 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194513 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194644 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194767 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.194892 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195018 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195157 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195386 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195520 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195629 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195771 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.195933 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.196096 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.196257 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.196419 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.196603 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.200860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.201649 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203008 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.203742 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.204420 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.205150 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206004 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206601 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206941 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206941 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.206941 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207228 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207438 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207438 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207643 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207724 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.207860 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208024 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208186 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208343 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208563 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208686 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.208848 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209033 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209195 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209357 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209519 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209680 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.209843 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210005 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210167 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210330 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210492 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210655 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210818 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.128/identity {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.210981 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.211162 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.211362 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.211526 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.211691 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.211855 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212017 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212180 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212342 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212523 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212687 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.212850 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213064 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213162 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213327 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213491 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213654 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213815 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.213978 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214140 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214301 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214463 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214624 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214787 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.214948 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215113 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215276 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215439 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215654 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215793 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.215921 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216048 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216205 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216366 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216565 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216763 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.216967 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.217146 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.217291 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.217548 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.218191 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.218766 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.218766 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.218981 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219098 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219262 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219428 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219592 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219755 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.219917 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220079 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220241 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220664 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220664 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220854 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.220942 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221084 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221177 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221326 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221490 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221655 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221818 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.221979 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222143 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222304 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222465 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222627 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222790 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.222952 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223114 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223275 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223438 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223613 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223776 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.223939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224101 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224262 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224425 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224619 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224782 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.224944 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225107 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225269 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225432 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225609 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225811 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.225960 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226105 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226259 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226395 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226545 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226686 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226827 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.226994 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227156 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227317 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227494 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227709 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227801 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.227956 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228117 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228261 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228439 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228623 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228787 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.228949 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.229110 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.229272 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.233939 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234484 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.234973 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.235516 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236115 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236763 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:26:04.236763 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104470) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:26:04.345991 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42244) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:04.354833 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [-] 10.222.0.128 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064416 Jul 26 15:26:13.419332 dv-cinder-851032-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:15.785539 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265e3ce-fb2a-41cb-aee6-99265fd8cd29 None None] get_active_networks_info from dv-cinder-851032-1-iscsi {{(pid=104583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 15:26:15.792640 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writer thread running {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 15:26:15.855923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265e3ce-fb2a-41cb-aee6-99265fd8cd29 None None] No non-hosted networks {{(pid=104583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 15:26:15.872882 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.agentschedulers_db [None req-3265e3ce-fb2a-41cb-aee6-99265fd8cd29 None None] DHCP Agent not found on host dv-cinder-851032-1-iscsi {{(pid=104583) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 26 15:26:16.062637 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5e747d33-3d9f-47c3-80f7-f9bc06dfdde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:17.632262 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writer thread running {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 15:26:18.330098 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-51c0b52a-8b8f-4237-9f6c-1290817ace68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:18.378872 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.db.api [None req-6047c018-1110-419e-bb1e-2913451251a6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851032-1-iscsi {{(pid=104583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:26:18.379359 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG oslo_db.api [None req-6047c018-1110-419e-bb1e-2913451251a6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:26:18.990763 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6047c018-1110-419e-bb1e-2913451251a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:19.269628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42312) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:19.428820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:19.943962 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING oslo_policy.policy [None req-24538eb8-4832-488a-8447-d5c9ab6c125b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:19.944814 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING oslo_policy.policy [None req-24538eb8-4832-488a-8447-d5c9ab6c125b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:20.265520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [None req-24538eb8-4832-488a-8447-d5c9ab6c125b admin admin] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:26:20.281706 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-24538eb8-4832-488a-8447-d5c9ab6c125b admin admin] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0109894 Jul 26 15:26:20.870084 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.db.l3_hamode_db [None req-17a871d9-e0ca-497b-a578-503bb8261579 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 15:26:20.954814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a871d9-e0ca-497b-a578-503bb8261579 None None] Routers set() bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:26:20.955566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a871d9-e0ca-497b-a578-503bb8261579 None None] Router IDs set() for agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 15:26:21.224601 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:21.286810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:21.287948 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.288569 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.289191 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.289617 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.290305 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.290764 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.291222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.291690 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.292158 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.292716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.293265 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.293805 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.294348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.295479 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.296028 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:21.297073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851032-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:21.306728 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851032-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:22.635636 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42348) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:22.984410 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:23.075089 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.policy [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104581) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 15:26:23.118315 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING oslo_policy.policy [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:23.118688 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING oslo_policy.policy [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:23.139487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writer thread running {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 15:26:23.293424 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755360969', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755360477', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755344381', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755347856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755259323', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775755264760', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1359152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1570588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718136'] for rbac-policy (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:23.454384 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:23.455537 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4f765ac1-fdd6-4c86-b39a-2bb4c0df61b6 admin admin] 10.222.0.128 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8188417 Jul 26 15:26:25.669831 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42360) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:25.995364 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:26.084335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Made reservation on behalf of fec0664d0d794aee9dc2952586baef2b for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:26.088116 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.107574 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.227673 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks [] for security_group (7c3af9f1-b39a-4d20-8fdf-294fb9c976dc), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.307473 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7c3af9f1-b39a-4d20-8fdf-294fb9c976dc), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.330248 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] vlan segment allocate from pool success with {'vlan_id': 1524, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:26:26.368208 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775757804737', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (f0f05429-e1e7-439e-b60e-7ee95e8d0db1), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.368720 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Unsubscribe: segment precommit_create {{(pid=104581) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 15:26:26.369281 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Added segment f0f05429-e1e7-439e-b60e-7ee95e8d0db1 of type vlan for network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 Jul 26 15:26:26.391020 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3af9f1-b39a-4d20-8fdf-294fb9c976dc,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:26.441941 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.442277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.442635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.442988 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.443322 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.443654 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.443977 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.444296 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.444651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.444973 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.445291 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.445611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.445929 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.446302 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.446563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Tracked resource versions report: Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: pushed versions: Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Log': {'1.0'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Network': {'1.1'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Port': {'1.7'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: consumer versions: Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Agent': '1.1', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Log': '1.0', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Network': '1.1', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Port': '1.7', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SubPort': '1.0', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Subnet': '1.1', Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Jul 26 15:26:26.448004 dv-cinder-851032-1-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:26:26.480867 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (cf7a1e7d-7e02-430e-9733-fd429d5aa4e5), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.589007 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (cf7a1e7d-7e02-430e-9733-fd429d5aa4e5), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.594456 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:26.595142 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:26.617827 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:26.716546 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] Pushing event updated for resources: {'Network': ['ID=cf7a1e7d-7e02-430e-9733-fd429d5aa4e5,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:26.728815 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:26.768163 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9ddb91af-d005-41d2-bb41-008c7131743a demo demo] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0972443 Jul 26 15:26:29.085692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42374) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:29.526760 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a0263-2a0a-49bc-9498-3830b74c0e6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:29.528136 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-974a0263-2a0a-49bc-9498-3830b74c0e6e demo admin] 10.222.0.128 "GET /v2.0/networks/cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 HTTP/1.1" status: 200 len: 826 time: 0.4414918 Jul 26 15:26:29.553628 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-58b635f7-4b2f-4023-89df-866352fdfaad demo admin] 10.222.0.128 "GET /v2.0/subnetpools/db8fc139-3480-4938-9d8e-b116214238e5 HTTP/1.1" status: 200 len: 734 time: 0.0190375 Jul 26 15:26:29.562608 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'ip_version': 4, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:29.672962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Made reservation on behalf of fec0664d0d794aee9dc2952586baef2b for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:29.675334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:29.893257 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:30.034946 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (1d5bcfb0-c349-410b-8a8e-406fbcd0646f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:30.108726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Pushing event updated for resources: {'Subnet': ['ID=1d5bcfb0-c349-410b-8a8e-406fbcd0646f,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:30.119107 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Checking segment: {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:26:30.119489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Network hostable DHCP agents. Network: cf7a1e7d-7e02-430e-9733-fd429d5aa4e5, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:30.200408 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:30.267366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, cf7a1e7d-7e02-430e-9733-fd429d5aa4e5) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:30.272148 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:30.272769 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:30.277335 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbc066-7355-4562-a6b8-bc7852dc45cd None None] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:26:30.356022 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-dced9da8-227f-4ad2-9dd5-a02545e3478d demo admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7969501 Jul 26 15:26:30.555972 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:26:30.557904 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:30.845407 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Allocated IP 172.20.0.2 (cf7a1e7d-7e02-430e-9733-fd429d5aa4e5/1d5bcfb0-c349-410b-8a8e-406fbcd0646f/8bd301ae-9f77-4fce-bc4f-746be5b0ade1) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:30.860487 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:31.128668 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks [] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:31.200754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:31.279330 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:31.282282 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:31.288257 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:31.293071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Pushing event updated for resources: {'Port': ['ID=8bd301ae-9f77-4fce-bc4f-746be5b0ade1,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:31.297570 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:26:31.308517 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.309024 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.309381 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.309737 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.310072 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.310398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.310769 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.311175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.311605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.311938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.312264 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.312629 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.312958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.313274 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.313588 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Tracked resource versions report: Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: pushed versions: Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: { 'AddressGroup': {'1.2'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Agent': {'1.1'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'ConntrackHelper': {'1.0'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Log': {'1.0'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'NDPProxy': {'1.0'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Network': {'1.1'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Port': {'1.7'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'PortForwarding': {'1.3'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'QosPolicy': {'1.10'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroup': {'1.5'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SubPort': {'1.0'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Subnet': {'1.1'}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Trunk': {'1.1'}} Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: consumer versions: Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Agent': '1.1', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'ConntrackHelper': '1.0', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'LocalIPAssociation': '1.0', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Log': '1.0', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'NDPProxy': '1.0', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Network': '1.1', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Port': '1.7', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'PortForwarding': '1.3', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'QosPolicy': '1.10', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroup': '1.5', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroupRule': '1.2', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SubPort': '1.0', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Subnet': '1.1', Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Trunk': '1.1'}} Jul 26 15:26:31.315011 dv-cinder-851032-1-iscsi neutron-server[104583]: {{(pid=104583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:26:31.398475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Attempting to bind port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:26:31.398808 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Attempting to bind port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:26:31.399244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Attempting to bind port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 on network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:26:31.404619 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:26:31.405011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Checking segment: {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:26:31.405477 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:31.405864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Bound using segment: {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:26:31.406347 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Bound port: 8bd301ae-9f77-4fce-bc4f-746be5b0ade1, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:26:31.406756 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:31.471825 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] For port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:31.491805 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] For port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=8bd301ae-9f77-4fce-bc4f-746be5b0ade1,segment=NetworkSegment(f0f05429-e1e7-439e-b60e-7ee95e8d0db1),segment_id=f0f05429-e1e7-439e-b60e-7ee95e8d0db1)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:31.553639 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:31.613352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226d34-b470-4c65-85f6-a1688ceb3bcd None None] Pushing event updated for resources: {'Port': ['ID=8bd301ae-9f77-4fce-bc4f-746be5b0ade1,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:32.635676 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 42384) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:32.997053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [None req-27440778-49a7-4c91-bdae-94642f29b148 admin admin] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:26:32.998225 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-27440778-49a7-4c91-bdae-94642f29b148 admin admin] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3614640 Jul 26 15:26:35.307150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42392) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:35.844992 dv-cinder-851032-1-iscsi neutron-server[104582]: WARNING oslo_policy.policy [None req-b0a36b0b-2868-47e9-9ae8-77fa974cf59e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:35.845578 dv-cinder-851032-1-iscsi neutron-server[104582]: WARNING oslo_policy.policy [None req-b0a36b0b-2868-47e9-9ae8-77fa974cf59e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:36.071249 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [None req-b0a36b0b-2868-47e9-9ae8-77fa974cf59e admin admin] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:26:36.072547 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b0a36b0b-2868-47e9-9ae8-77fa974cf59e admin admin] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7632732 Jul 26 15:26:36.173042 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:36.178163 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:38.399938 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42414) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:38.758003 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:38.818664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.policy [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104582) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 15:26:38.862934 dv-cinder-851032-1-iscsi neutron-server[104582]: WARNING oslo_policy.policy [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:38.863327 dv-cinder-851032-1-iscsi neutron-server[104582]: WARNING oslo_policy.policy [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:26:38.884431 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writer thread running {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 15:26:38.885127 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:38.953586 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:39.039916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:39.040292 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (56b8df03-6166-4be6-8219-2a027e6d55f7), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.044065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.044179 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (56b8df03-6166-4be6-8219-2a027e6d55f7), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.151866 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:39.152253 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.192818 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=8bd301ae-9f77-4fce-bc4f-746be5b0ade1,segment=NetworkSegment(f0f05429-e1e7-439e-b60e-7ee95e8d0db1),segment_id=f0f05429-e1e7-439e-b60e-7ee95e8d0db1)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:39.210796 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Publish callbacks [] for router_controller (56b8df03-6166-4be6-8219-2a027e6d55f7), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.245917 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.270758 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (56b8df03-6166-4be6-8219-2a027e6d55f7), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.298159 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=8bd301ae-9f77-4fce-bc4f-746be5b0ade1,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:39.350801 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:39.351956 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-40f7d584-30fe-4fb4-8dc4-af3875b1e071 demo demo] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9510057 Jul 26 15:26:39.805243 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd999f5-2617-4890-8787-13928ad5d59c None None] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:26:39.865415 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3c5b5038-0e1f-4603-b1fe-14a9e7154116 None None] Provisioning complete for port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:39.865798 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3c5b5038-0e1f-4603-b1fe-14a9e7154116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:40.000572 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b5038-0e1f-4603-b1fe-14a9e7154116 None None] Current status of the port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:40.214301 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.223587 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-28d26f8f-452a-4829-b93b-b7672e299ee9 None None] Provisioning complete for port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:40.224301 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-28d26f8f-452a-4829-b93b-b7672e299ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:40.281993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.283034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=77,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.301240 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-28d26f8f-452a-4829-b93b-b7672e299ee9 None None] Current status of the port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:40.936606 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:40.959179 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:40.990398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:40.991023 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:41.067459 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:41.647269 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42428) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:41.966077 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [None req-f06de286-43e0-4017-b388-4efbe6a9f66c admin admin] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:26:41.967628 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f06de286-43e0-4017-b388-4efbe6a9f66c admin admin] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3194256 Jul 26 15:26:44.253651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42436) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:44.580606 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:44.679887 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Made reservation on behalf of b15b339f34b0459888ba2e587e895d4f for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:44.682754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:44.699044 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:44.805608 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks [] for security_group (33a4fd0d-d904-44a3-8cff-b8ff0c23b132), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:44.867830 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (33a4fd0d-d904-44a3-8cff-b8ff0c23b132), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:44.886957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Reserving flat network on physical network physnet1 {{(pid=104582) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 15:26:44.914485 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a4fd0d-d904-44a3-8cff-b8ff0c23b132,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:44.917324 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775757804737', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (7d296b5f-2fc4-4c81-ab05-cb4d51a40204), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:44.917845 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Unsubscribe: segment precommit_create {{(pid=104582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 15:26:44.918372 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Added segment 7d296b5f-2fc4-4c81-ab05-cb4d51a40204 of type flat for network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 Jul 26 15:26:44.940920 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.941193 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.941547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.941881 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.942207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.942532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.942852 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.943169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.943499 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.943820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.944137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.944488 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.944805 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.945117 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.945427 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Tracked resource versions report: Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: pushed versions: Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Log': {'1.0'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Network': {'1.1'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Port': {'1.7'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: consumer versions: Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Agent': '1.1', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Log': '1.0', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Network': '1.1', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Port': '1.7', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SubPort': '1.0', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Subnet': '1.1', Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Jul 26 15:26:44.946840 dv-cinder-851032-1-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:26:45.031554 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:45.186571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:45.187888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:45.188766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:45.291799 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] Pushing event updated for resources: {'Network': ['ID=2abc0f86-b1b5-4f30-8a8c-f0b119f618a1,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:45.302539 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:26:45.337946 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-12e1c251-f15d-449c-9d42-a60a41690d3c admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0832334 Jul 26 15:26:45.822575 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-336e41f4-0c5c-498d-915e-b5e2d6a7274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:47.615176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42448) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:48.027646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9e604-6129-4f55-b9f3-a5600b3a2137 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:48.029004 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f0f9e604-6129-4f55-b9f3-a5600b3a2137 demo admin] 10.222.0.128 "GET /v2.0/subnets/1d5bcfb0-c349-410b-8a8e-406fbcd0646f HTTP/1.1" status: 200 len: 849 time: 0.4128819 Jul 26 15:26:48.168490 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ecbd6d6d-1b9d-405d-9ba1-a983c1de887e demo admin] 10.222.0.128 "GET /v2.0/routers/56b8df03-6166-4be6-8219-2a027e6d55f7 HTTP/1.1" status: 200 len: 704 time: 0.1328013 Jul 26 15:26:48.343036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e8be-3cdb-4ba7-b8a6-45cdbb67f7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:48.443251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:48.488759 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:48.521841 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:48.750351 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Allocated IP 172.20.0.1 (cf7a1e7d-7e02-430e-9733-fd429d5aa4e5/1d5bcfb0-c349-410b-8a8e-406fbcd0646f/b39de650-7784-42e9-9656-c92e5208ec3a) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:48.937571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks [] for port (b39de650-7784-42e9-9656-c92e5208ec3a), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.057095 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.139249 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:49.149861 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:49.159216 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:26:49.160486 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (56b8df03-6166-4be6-8219-2a027e6d55f7), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.181703 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Pushing event updated for resources: {'Port': ['ID=b39de650-7784-42e9-9656-c92e5208ec3a,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:49.353832 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.371874 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-8611ca97-ca5c-45d0-a53e-2d727b11f7b5 None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:49.372810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8611ca97-ca5c-45d0-a53e-2d727b11f7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.431203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.453522 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8611ca97-ca5c-45d0-a53e-2d727b11f7b5 None None] Port b39de650-7784-42e9-9656-c92e5208ec3a cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:26:49.626703 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:49.691119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks [] for port (b39de650-7784-42e9-9656-c92e5208ec3a), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.748218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.749160 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (56b8df03-6166-4be6-8219-2a027e6d55f7), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:49.832377 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Pushing event updated for resources: {'Port': ['ID=b39de650-7784-42e9-9656-c92e5208ec3a,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:49.881507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:49.882741 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:49.886785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:50.074786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-63772012-f632-4681-be20-3a6d889f5ecc None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:50.075175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-63772012-f632-4681-be20-3a6d889f5ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:50.102133 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Router 56b8df03-6166-4be6-8219-2a027e6d55f7 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:26:50.109091 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-63772012-f632-4681-be20-3a6d889f5ecc None None] Port b39de650-7784-42e9-9656-c92e5208ec3a cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:26:50.192613 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:26:50.197863 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c673e748-8193-4e07-b185-3756e9adfbaa demo admin] 10.222.0.128 "PUT /v2.0/routers/56b8df03-6166-4be6-8219-2a027e6d55f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0239928 Jul 26 15:26:50.202651 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Sync routers for ids ['56b8df03-6166-4be6-8219-2a027e6d55f7'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:26:50.215692 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Routers {'56b8df03-6166-4be6-8219-2a027e6d55f7'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:26:50.216572 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:26:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['56b8df03-6166-4be6-8219-2a027e6d55f7'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:50.401961 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Set router 56b8df03-6166-4be6-8219-2a027e6d55f7 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:26:50.830893 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:49Z', 'revision_number': 2, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port_host': None, '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:49Z', 'revision_number': 2, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:50.879884 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Checking router: 56b8df03-6166-4be6-8219-2a027e6d55f7 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:26:50.880258 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Updating router 56b8df03-6166-4be6-8219-2a027e6d55f7 port b39de650-7784-42e9-9656-c92e5208ec3a binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:26:50.934873 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.182055 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.267595 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.441888 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks [] for port (b39de650-7784-42e9-9656-c92e5208ec3a), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.524919 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.691233 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Pushing event updated for resources: {'Port': ['ID=b39de650-7784-42e9-9656-c92e5208ec3a,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:51.711906 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Attempting to bind port b39de650-7784-42e9-9656-c92e5208ec3a on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:26:51.712310 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Attempting to bind port b39de650-7784-42e9-9656-c92e5208ec3a by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:26:51.712774 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Attempting to bind port b39de650-7784-42e9-9656-c92e5208ec3a on network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:26:51.718752 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.719103 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.719505 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.719795 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.720131 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.720480 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.720838 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.721163 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.721492 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.721816 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.722139 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.722478 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.723642 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.724308 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.724666 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Tracked resource versions report: Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: pushed versions: Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: { 'AddressGroup': {'1.2'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Agent': {'1.1'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'ConntrackHelper': {'1.0'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Log': {'1.0'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'NDPProxy': {'1.0'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Network': {'1.1'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Port': {'1.7'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'PortForwarding': {'1.3'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'QosPolicy': {'1.10'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroup': {'1.5'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SubPort': {'1.0'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Subnet': {'1.1'}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Trunk': {'1.1'}} Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: consumer versions: Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Agent': '1.1', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'ConntrackHelper': '1.0', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'LocalIPAssociation': '1.0', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Log': '1.0', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'NDPProxy': '1.0', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Network': '1.1', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Port': '1.7', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'PortForwarding': '1.3', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'QosPolicy': '1.10', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroup': '1.5', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroupRule': '1.2', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SubPort': '1.0', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Subnet': '1.1', Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Trunk': '1.1'}} Jul 26 15:26:51.726135 dv-cinder-851032-1-iscsi neutron-server[104584]: {{(pid=104584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:26:51.729789 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:26:51.730209 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Checking segment: {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:26:51.730678 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.731060 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Bound using segment: {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:26:51.731536 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Bound port: b39de650-7784-42e9-9656-c92e5208ec3a, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f05429-e1e7-439e-b60e-7ee95e8d0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:26:51.731967 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.735524 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-5c5272af-80f4-4c67-a4d9-1716cafe2b88 None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:51.741370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5c5272af-80f4-4c67-a4d9-1716cafe2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.778627 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-5c5272af-80f4-4c67-a4d9-1716cafe2b88 None None] Port b39de650-7784-42e9-9656-c92e5208ec3a cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:26:51.801050 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:51.802443 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] For port b39de650-7784-42e9-9656-c92e5208ec3a, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:26:51.822872 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] For port b39de650-7784-42e9-9656-c92e5208ec3a, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b39de650-7784-42e9-9656-c92e5208ec3a,segment=NetworkSegment(f0f05429-e1e7-439e-b60e-7ee95e8d0db1),segment_id=f0f05429-e1e7-439e-b60e-7ee95e8d0db1)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:26:51.885521 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:51.912200 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:51.946213 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb8c4-a19b-488b-aed1-553f648f5874 None None] Pushing event updated for resources: {'Port': ['ID=b39de650-7784-42e9-9656-c92e5208ec3a,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:51.955405 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Routers {'56b8df03-6166-4be6-8219-2a027e6d55f7'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:26:51.956035 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:26:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['56b8df03-6166-4be6-8219-2a027e6d55f7'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:52.051380 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] Set router 56b8df03-6166-4be6-8219-2a027e6d55f7 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:26:52.100154 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:52.100583 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:52.176135 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Current status of the port b39de650-7784-42e9-9656-c92e5208ec3a is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:52.176592 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:52.213703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] For port b39de650-7784-42e9-9656-c92e5208ec3a, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b39de650-7784-42e9-9656-c92e5208ec3a,segment=NetworkSegment(f0f05429-e1e7-439e-b60e-7ee95e8d0db1),segment_id=f0f05429-e1e7-439e-b60e-7ee95e8d0db1)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:26:52.256325 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:49Z', 'revision_number': 2, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port_host': None, '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:51Z', 'revision_number': 4, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:52.273356 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:52.283232 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c20b886-2f94-4f59-9ff0-158807ce8601 None None] The sync data for ids ['56b8df03-6166-4be6-8219-2a027e6d55f7'] in dv-cinder-851032-1-iscsi is: [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:49Z', 'revision_number': 2, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port_host': None, '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:51Z', 'revision_number': 4, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:26:52.336554 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214c9f4-f5d9-459f-8845-b7144351e110 None None] Pushing event updated for resources: {'Port': ['ID=b39de650-7784-42e9-9656-c92e5208ec3a,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:52.474859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42460) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:52.875647 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b3fc1-c279-4560-9672-7e59acf1b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:52.877065 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9d8b3fc1-c279-4560-9672-7e59acf1b27b admin admin] 10.222.0.128 "GET /v2.0/networks/2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 HTTP/1.1" status: 200 len: 842 time: 0.4009919 Jul 26 15:26:52.886869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:52.975236 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Made reservation on behalf of b15b339f34b0459888ba2e587e895d4f for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:26:52.977598 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:53.361905 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.objects.ports [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104582) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 15:26:53.362347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (c51b416d-d35d-4712-9fe7-9802158e071f), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:53.423434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51b416d-d35d-4712-9fe7-9802158e071f,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:53.435174 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:26:53.436078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Network hostable DHCP agents. Network: 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:26:53.455596 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:53.569638 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:26:53.643591 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:53.648403 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:53.649018 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:53.652614 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83623f35-d9db-472a-839d-888b6523beef None None] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:26:53.744798 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1a676331-16ca-4696-88df-2b38243b03a9 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8612754 Jul 26 15:26:53.759879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2684a4d-0eb8-475c-be5b-14f8067a7921 None None] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:26:53.762354 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:56.055272 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42468) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:26:56.478115 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d370aa6c-cb10-462e-aff1-f5b3ca97d874 demo admin] 10.222.0.128 "GET /v2.0/routers/56b8df03-6166-4be6-8219-2a027e6d55f7 HTTP/1.1" status: 200 len: 710 time: 0.4213924 Jul 26 15:26:56.568675 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6714ce-da94-4d1e-a151-f11be8310213 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:26:56.569977 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8e6714ce-da94-4d1e-a151-f11be8310213 demo admin] 10.222.0.128 "GET /v2.0/networks/2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 HTTP/1.1" status: 200 len: 886 time: 0.0853660 Jul 26 15:26:56.579607 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:26:56.661345 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:56.904055 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks [] for router_gateway (56b8df03-6166-4be6-8219-2a027e6d55f7), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:57.206487 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks [] for router_gateway (56b8df03-6166-4be6-8219-2a027e6d55f7), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:57.288874 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:57.400368 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Allocated IP 172.27.1.80 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/f2793d64-07a9-4a77-9326-607a882d2a48) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:26:57.472699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:57.516484 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks [] for port (f2793d64-07a9-4a77-9326-607a882d2a48), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:57.599160 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:57.641510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:26:57.645902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:57.646892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:26:57.650689 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:26:57.653405 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Pushing event updated for resources: {'Port': ['ID=f2793d64-07a9-4a77-9326-607a882d2a48,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:26:57.965622 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks [] for router_gateway (56b8df03-6166-4be6-8219-2a027e6d55f7), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:58.156387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1117'] for router (56b8df03-6166-4be6-8219-2a027e6d55f7), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:58.159870 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-498341'] for router (56b8df03-6166-4be6-8219-2a027e6d55f7), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:58.264722 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Router 56b8df03-6166-4be6-8219-2a027e6d55f7 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:26:58.455384 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:26:58.459750 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:58.462579 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-55f3639e-e2e7-4b9b-b56d-7c20ee6771a4 demo admin] 10.222.0.128 "PUT /v2.0/routers/56b8df03-6166-4be6-8219-2a027e6d55f7 HTTP/1.1" status: 200 len: 889 time: 1.8867910 Jul 26 15:26:58.752070 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Sync routers for ids ['56b8df03-6166-4be6-8219-2a027e6d55f7'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:26:58.767881 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Routers {'56b8df03-6166-4be6-8219-2a027e6d55f7'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:26:58.768553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:26:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['56b8df03-6166-4be6-8219-2a027e6d55f7'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:58.938673 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:26:58.968532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b39de650-7784-42e9-9656-c92e5208ec3a up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:26:59.002428 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Set router 56b8df03-6166-4be6-8219-2a027e6d55f7 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:26:59.184019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:26:59.184440 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:26:59.378500 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b39de650-7784-42e9-9656-c92e5208ec3a is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:26:59.480203 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:57Z', 'revision_number': 4, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port': {'id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:57Z', 'updated_at': '2022-07-26T15:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:52Z', 'revision_number': 5, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:26:59.604500 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Checking router: 56b8df03-6166-4be6-8219-2a027e6d55f7 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:26:59.604897 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Updating router 56b8df03-6166-4be6-8219-2a027e6d55f7 port f2793d64-07a9-4a77-9326-607a882d2a48 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:26:59.661881 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.035887 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks [] for port (f2793d64-07a9-4a77-9326-607a882d2a48), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.106165 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.161389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:00.167107 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e23b2-0535-431d-9a08-e0bb7fa9b860 None None] Pushing event updated for resources: {'Port': ['ID=f2793d64-07a9-4a77-9326-607a882d2a48,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:00.170340 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Attempting to bind port f2793d64-07a9-4a77-9326-607a882d2a48 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:27:00.170860 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Attempting to bind port f2793d64-07a9-4a77-9326-607a882d2a48 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:27:00.171073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Attempting to bind port f2793d64-07a9-4a77-9326-607a882d2a48 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:27:00.180065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:27:00.180065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:27:00.180065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.180065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:27:00.180065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Bound port: f2793d64-07a9-4a77-9326-607a882d2a48, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:27:00.180662 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.246981 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] For port f2793d64-07a9-4a77-9326-607a882d2a48, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:27:00.250191 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] For port f2793d64-07a9-4a77-9326-607a882d2a48, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f2793d64-07a9-4a77-9326-607a882d2a48,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:27:00.336739 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:00.340847 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:00.410505 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Routers {'56b8df03-6166-4be6-8219-2a027e6d55f7'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:27:00.411468 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:26:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['56b8df03-6166-4be6-8219-2a027e6d55f7'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:00.414200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e23b2-0535-431d-9a08-e0bb7fa9b860 None None] Pushing event updated for resources: {'Port': ['ID=f2793d64-07a9-4a77-9326-607a882d2a48,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:00.538304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] Set router 56b8df03-6166-4be6-8219-2a027e6d55f7 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:27:00.759976 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:57Z', 'revision_number': 4, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port': {'id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:57Z', 'updated_at': '2022-07-26T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:52Z', 'revision_number': 5, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:27:00.790859 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c796d0-12db-4476-b91b-e998d9c4ad3d None None] The sync data for ids ['56b8df03-6166-4be6-8219-2a027e6d55f7'] in dv-cinder-851032-1-iscsi is: [{'id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'name': 'router1', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:26:39Z', 'updated_at': '2022-07-26T15:26:57Z', 'revision_number': 4, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'gw_port': {'id': 'f2793d64-07a9-4a77-9326-607a882d2a48', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:dc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:57Z', 'updated_at': '2022-07-26T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b39de650-7784-42e9-9656-c92e5208ec3a', 'name': '', 'network_id': 'cf7a1e7d-7e02-430e-9733-fd429d5aa4e5', 'tenant_id': 'fec0664d0d794aee9dc2952586baef2b', 'mac_address': 'fa:16:3e:65:51:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8df03-6166-4be6-8219-2a027e6d55f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:26:48Z', 'updated_at': '2022-07-26T15:26:52Z', 'revision_number': 5, 'project_id': 'fec0664d0d794aee9dc2952586baef2b', 'subnets': [{'id': '1d5bcfb0-c349-410b-8a8e-406fbcd0646f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db8fc139-3480-4938-9d8e-b116214238e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:27:00.999125 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f2793d64-07a9-4a77-9326-607a882d2a48 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:01.023282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 42480) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:27:01.048424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port f2793d64-07a9-4a77-9326-607a882d2a48 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:27:01.048997 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:01.127441 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port f2793d64-07a9-4a77-9326-607a882d2a48 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:27:01.127739 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:01.150796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port f2793d64-07a9-4a77-9326-607a882d2a48, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f2793d64-07a9-4a77-9326-607a882d2a48,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:27:01.244548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:01.303051 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=f2793d64-07a9-4a77-9326-607a882d2a48,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:27:01.471664 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-997edb38-9bfd-4d4a-945b-6fc095bdc4ff admin admin] 10.222.0.128 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4472027 Jul 26 15:27:02.948998 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f2793d64-07a9-4a77-9326-607a882d2a48 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:27:02.993852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port f2793d64-07a9-4a77-9326-607a882d2a48 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:27:02.994427 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f2793d64-07a9-4a77-9326-607a882d2a48), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:03.066493 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port f2793d64-07a9-4a77-9326-607a882d2a48 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:27:09.093926 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:27:11.101047 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=55 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:11.463396 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=73,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:11.468859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:13.057096 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:13.064613 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=76 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:15.810333 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8e7a9129-a1c9-492f-8138-c179ec1d497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:18.296168 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f04bb91a-9614-412a-9f95-d3b49fe083b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:19.087314 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=27 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:19.349126 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:21.209195 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:21.284298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:31.207651 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:31.212114 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:45.797365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d97444c0-b9d2-4d8d-8b12-0a0e309859b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:46.093357 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:27:48.299248 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-169e143e-62b9-4c1b-9a81-a970502f3b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:49.322346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:51.357018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:51.367813 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:27:56.088050 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:27:56.090052 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:01.202342 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:01.206157 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:14.084399 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:14.085577 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:15.795632 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6e302d5f-4b8e-4f45-ad5c-ed169bf8caeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:18.298265 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-dab5c919-42be-4791-9c0a-b942cb904931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:19.343951 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:21.188484 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:21.262494 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:23.094550 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:28:26.028104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43022) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:26.374739 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.pecan_wsgi.hooks.translation [None req-94625448-b018-438c-99bc-5cb223379dfa admin admin] GET failed (client error): The resource could not be found. Jul 26 15:28:26.376279 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-94625448-b018-438c-99bc-5cb223379dfa admin admin] 10.222.0.128 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3471262 Jul 26 15:28:26.544171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81050c5-fc6d-4219-9582-8a28c9701fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:26.545712 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f81050c5-fc6d-4219-9582-8a28c9701fd3 admin admin] 10.222.0.128 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1653147 Jul 26 15:28:28.765370 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43032) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:29.141508 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927cc493-e4fe-44db-b094-b113fa1a36a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:29.142866 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-927cc493-e4fe-44db-b094-b113fa1a36a6 admin admin] 10.222.0.128 "GET /v2.0/subnets/1d5bcfb0-c349-410b-8a8e-406fbcd0646f HTTP/1.1" status: 200 len: 849 time: 0.3765049 Jul 26 15:28:29.153475 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:28:29.242737 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Publish callbacks [] for subnet (1d5bcfb0-c349-410b-8a8e-406fbcd0646f), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:29.451982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775757844709'] for subnet (1d5bcfb0-c349-410b-8a8e-406fbcd0646f), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:29.485891 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:29.486492 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:29.487836 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] 10.222.0.128 "PUT /v2.0/subnets/1d5bcfb0-c349-410b-8a8e-406fbcd0646f HTTP/1.1" status: 200 len: 868 time: 0.3390570 Jul 26 15:28:29.490602 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575e2c1-1490-411e-acc0-faca53ab4b1c None None] Network cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:28:29.512366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5bcfb0-c349-410b-8a8e-406fbcd0646f,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:28:29.520394 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.520773 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.521120 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.521460 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.521794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.522127 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.522455 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.522784 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.523132 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.523466 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.523808 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.524154 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.524641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.526178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.526178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813a1db6-635f-4756-a038-e7e1e500d67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:28:29.794688 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Provisioning complete for port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:28:29.795079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (8bd301ae-9f77-4fce-bc4f-746be5b0ade1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:29.875415 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Current status of the port 8bd301ae-9f77-4fce-bc4f-746be5b0ade1 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:28:29.883981 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Provisioning complete for port b39de650-7784-42e9-9656-c92e5208ec3a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:28:29.885041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b39de650-7784-42e9-9656-c92e5208ec3a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:29.962008 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab8306-a775-431d-b5f9-ae22b5543ff6 None None] Current status of the port b39de650-7784-42e9-9656-c92e5208ec3a is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:28:31.674556 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43040) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:32.163019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794619e1-adea-45de-8df8-11fd87e9c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:32.163402 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794619e1-adea-45de-8df8-11fd87e9c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:32.165064 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-794619e1-adea-45de-8df8-11fd87e9c8aa admin admin] 10.222.0.128 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4894938 Jul 26 15:28:33.088368 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:33.089225 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:34.377752 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43048) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:34.867287 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2521394-a034-4e5f-84c8-9ba8100502ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:34.867688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2521394-a034-4e5f-84c8-9ba8100502ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:34.869880 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b2521394-a034-4e5f-84c8-9ba8100502ea admin admin] 10.222.0.128 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4911890 Jul 26 15:28:37.071684 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43058) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:37.485512 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718fa8a7-fdc0-4556-b9db-981a8386ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:37.486898 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-718fa8a7-fdc0-4556-b9db-981a8386ba31 admin admin] 10.222.0.128 "GET /v2.0/networks/2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 HTTP/1.1" status: 200 len: 886 time: 0.4142654 Jul 26 15:28:39.674799 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43066) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:39.952646 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:39.960804 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:40.087652 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2021f9-0144-40ff-be70-e264de1dde89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:40.088975 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ac2021f9-0144-40ff-be70-e264de1dde89 admin admin] 10.222.0.128 "GET /v2.0/networks/cf7a1e7d-7e02-430e-9733-fd429d5aa4e5 HTTP/1.1" status: 200 len: 870 time: 0.4132245 Jul 26 15:28:42.275106 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43074) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:42.697963 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c2b91-75a6-489a-9685-3b4d970e9093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:42.698333 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c2b91-75a6-489a-9685-3b4d970e9093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:42.699864 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-018c2b91-75a6-489a-9685-3b4d970e9093 admin admin] 10.222.0.128 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4237752 Jul 26 15:28:44.903632 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43082) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:45.260998 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:45.280449 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:45.309938 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf734ac5-0eb5-4c18-9353-378905628ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:45.310317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf734ac5-0eb5-4c18-9353-378905628ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:45.311862 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bf734ac5-0eb5-4c18-9353-378905628ecf admin admin] 10.222.0.128 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4072852 Jul 26 15:28:45.782265 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-370ae87e-e908-4994-bc02-e706c59d436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:47.517715 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43090) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:47.897762 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f9314-c502-461a-bac9-dba1da986148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:47.899635 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-341f9314-c502-461a-bac9-dba1da986148 admin admin] 10.222.0.128 "GET /v2.0/subnets/1d5bcfb0-c349-410b-8a8e-406fbcd0646f HTTP/1.1" status: 200 len: 868 time: 0.3809543 Jul 26 15:28:48.104693 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:48.325135 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-05526bf0-f656-4ee7-8df6-de821277f153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:49.337063 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:50.100475 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43098) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:28:50.474444 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff14d86-cda8-4d75-8107-308c1592e524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:28:50.475851 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8ff14d86-cda8-4d75-8107-308c1592e524 admin admin] 10.222.0.128 "GET /v2.0/subnets/c51b416d-d35d-4712-9fe7-9802158e071f HTTP/1.1" status: 200 len: 816 time: 0.3743818 Jul 26 15:28:51.210409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:51.291282 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:28:52.685576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:28:52.692622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=15 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:00.093988 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:29:00.469206 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=11 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:00.471100 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:01.209196 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:01.211082 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:02.102143 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:15.813930 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e62058ca-a97f-457b-ac4e-4fb0967a0ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:16.351416 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=13 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:16.355057 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=18 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:18.339890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4dea6b2a-6047-4c34-9b02-d5c82f7b0a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:19.323711 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:19.978012 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43154) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:29:20.305805 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [None req-c4a7ea73-21a8-42a6-9e70-ec1dbe54a808 admin admin] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:29:20.306815 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c4a7ea73-21a8-42a6-9e70-ec1dbe54a808 admin admin] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3278468 Jul 26 15:29:21.237732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:21.294464 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:22.658253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43162) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:29:23.009998 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab839714-13aa-4745-948e-b0c7479b9bb6 admin admin] GET failed (client error): The resource could not be found. Jul 26 15:29:23.011391 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ab839714-13aa-4745-948e-b0c7479b9bb6 admin admin] 10.222.0.128 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3522074 Jul 26 15:29:23.167780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e98898-f762-45d8-b80f-52abe9a6519a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:29:23.169255 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-93e98898-f762-45d8-b80f-52abe9a6519a admin admin] 10.222.0.128 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1536963 Jul 26 15:29:25.454782 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43170) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:29:25.804938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:29:25.877962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Made reservation on behalf of b15b339f34b0459888ba2e587e895d4f for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:29:25.880402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:25.917806 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING neutron.services.revisions.revision_plugin [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Could not find related network for resource to bump revision. Jul 26 15:29:25.931400 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] vlan segment allocate from pool success with {'vlan_id': 1523, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:29:25.940771 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (f26a708d-8d4d-4aa9-8de0-2111415ace6b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:25.941118 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Added segment f26a708d-8d4d-4aa9-8de0-2111415ace6b of type vlan for network 39eb61c2-0b7f-4de5-8380-54285289a454 Jul 26 15:29:25.988383 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (39eb61c2-0b7f-4de5-8380-54285289a454), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:26.082895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (39eb61c2-0b7f-4de5-8380-54285289a454), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:26.083960 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:29:26.085416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:26.181022 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Pushing event updated for resources: {'Network': ['ID=39eb61c2-0b7f-4de5-8380-54285289a454,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:26.187649 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.188050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.188406 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.188766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.189097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.189421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.189741 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.190081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.190405 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.190725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.191063 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.191400 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.191724 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.192037 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.192356 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:26.207473 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 39eb61c2-0b7f-4de5-8380-54285289a454 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:29:26.233080 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-3f1112c8-58c1-4662-9cd6-8f6fd2e42295 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.7659924 Jul 26 15:29:28.451549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43178) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:29:28.791861 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b78516-82bc-4fd0-bfd9-8cafafcc47ff admin admin] GET failed (client error): The resource could not be found. Jul 26 15:29:28.793232 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-95b78516-82bc-4fd0-bfd9-8cafafcc47ff admin admin] 10.222.0.128 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3407333 Jul 26 15:29:28.866534 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ac6ef-c418-45f2-83bc-e58f24d75bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:29:28.868011 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-859ac6ef-c418-45f2-83bc-e58f24d75bb0 admin admin] 10.222.0.128 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0706000 Jul 26 15:29:28.877607 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454', 'name': 'shared-subnet'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:29:28.968719 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Made reservation on behalf of b15b339f34b0459888ba2e587e895d4f for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:29:28.970999 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:29.254727 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (0a1b07b4-b3bd-4be6-88e7-a106b3f19500), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:29.313467 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1b07b4-b3bd-4be6-88e7-a106b3f19500,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:29.324190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Checking segment: {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:29:29.324575 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Network hostable DHCP agents. Network: 39eb61c2-0b7f-4de5-8380-54285289a454, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:29:29.414473 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Network 39eb61c2-0b7f-4de5-8380-54285289a454 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:29:29.477305 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 39eb61c2-0b7f-4de5-8380-54285289a454) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:29:29.481414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:29:29.484057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:29.486548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec862d7-108b-45fb-bb47-e005fdcd5337 None None] Network 39eb61c2-0b7f-4de5-8380-54285289a454 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:29:29.565667 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7927ded9-b6ee-4898-8533-e71d46536cd5 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6912580 Jul 26 15:29:29.592113 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-39eb61c2-0b7f-4de5-8380-54285289a454', 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454', 'project_id': 'b15b339f34b0459888ba2e587e895d4f', 'fixed_ips': [{'subnet_id': '0a1b07b4-b3bd-4be6-88e7-a106b3f19500'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:29:29.593202 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:29.743689 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Allocated IP 192.168.233.2 (39eb61c2-0b7f-4de5-8380-54285289a454/0a1b07b4-b3bd-4be6-88e7-a106b3f19500/86a3aad1-ffc7-498c-ab95-f938b4df6309) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:29:29.893462 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks [] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:30.015269 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:30.058009 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Network 39eb61c2-0b7f-4de5-8380-54285289a454 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:29:30.063054 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:29:30.066865 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:29:30.071607 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Pushing event updated for resources: {'Port': ['ID=86a3aad1-ffc7-498c-ab95-f938b4df6309,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:30.081723 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.087317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:29:30.140454 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Attempting to bind port 86a3aad1-ffc7-498c-ab95-f938b4df6309 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:29:30.140864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Attempting to bind port 86a3aad1-ffc7-498c-ab95-f938b4df6309 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:29:30.141236 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Attempting to bind port 86a3aad1-ffc7-498c-ab95-f938b4df6309 on network 39eb61c2-0b7f-4de5-8380-54285289a454 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:29:30.147520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:29:30.147838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Checking segment: {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:29:30.148393 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:30.148961 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Bound using segment: {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:29:30.150370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Bound port: 86a3aad1-ffc7-498c-ab95-f938b4df6309, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:29:30.150370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:30.226272 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] For port 86a3aad1-ffc7-498c-ab95-f938b4df6309, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:29:30.231156 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] For port 86a3aad1-ffc7-498c-ab95-f938b4df6309, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=86a3aad1-ffc7-498c-ab95-f938b4df6309,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:29:30.347697 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:30.503431 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:30.504368 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489591-736f-4ada-a7c9-495215c9b36e None None] Pushing event updated for resources: {'Port': ['ID=86a3aad1-ffc7-498c-ab95-f938b4df6309,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:31.082888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 86a3aad1-ffc7-498c-ab95-f938b4df6309 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:29:31.136520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 86a3aad1-ffc7-498c-ab95-f938b4df6309 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:29:31.136520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:31.157498 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:31.235370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 86a3aad1-ffc7-498c-ab95-f938b4df6309 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:29:31.235370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:31.276533 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 86a3aad1-ffc7-498c-ab95-f938b4df6309, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=86a3aad1-ffc7-498c-ab95-f938b4df6309,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:29:31.346069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:31.388527 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3c7ca-4adc-4b12-8b08-664a734bd40f None None] Network 39eb61c2-0b7f-4de5-8380-54285289a454 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:29:31.466124 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=86a3aad1-ffc7-498c-ab95-f938b4df6309,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:29:31.499500 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-71175cbd-9f56-405e-b7c5-0736f36ad9eb None None] Provisioning complete for port 86a3aad1-ffc7-498c-ab95-f938b4df6309 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:29:31.499890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-71175cbd-9f56-405e-b7c5-0736f36ad9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:31.610601 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-71175cbd-9f56-405e-b7c5-0736f36ad9eb None None] Current status of the port 86a3aad1-ffc7-498c-ab95-f938b4df6309 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:29:31.828995 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-31fd0456-a2d1-40d4-8063-8d3e50efa88a None None] Provisioning complete for port 86a3aad1-ffc7-498c-ab95-f938b4df6309 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:29:31.829315 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-31fd0456-a2d1-40d4-8063-8d3e50efa88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:31.903938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-31fd0456-a2d1-40d4-8063-8d3e50efa88a None None] Current status of the port 86a3aad1-ffc7-498c-ab95-f938b4df6309 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:29:33.067061 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 86a3aad1-ffc7-498c-ab95-f938b4df6309 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:29:33.114903 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 86a3aad1-ffc7-498c-ab95-f938b4df6309 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:29:33.115384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86a3aad1-ffc7-498c-ab95-f938b4df6309), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:33.201611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 86a3aad1-ffc7-498c-ab95-f938b4df6309 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:29:37.092906 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:29:39.491657 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=81,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:39.492482 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:43.195153 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:43.200087 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=60 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:45.847630 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-740b5c62-0b05-4665-b345-e8db93bd89df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:47.088882 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:47.089600 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:29:48.289079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8d4f56f6-5ae9-4a21-ada8-9cb9be55c232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:49.400923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:51.242598 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:29:51.298052 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:01.207074 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:01.214053 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=2,neutron:SELECT=20 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:14.091834 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:30:15.804766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c35b3f58-8627-4a17-89dd-80eb5e1e8871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:18.307587 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-530f688f-640f-4818-aa4e-dff85ca2ec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:19.377645 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:21.251502 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:21.343071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:24.088350 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:24.089160 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:31.214698 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:31.216577 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:30:45.809148 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d7a5dfce-5f62-4e65-be67-652e50d58734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:48.330106 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62043346-7c50-4495-b1f9-5aff0a8dd0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:49.403178 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:51.092143 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:30:51.250221 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:51.278311 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:30:53.097390 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:01.089023 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:01.215676 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:01.222839 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:15.832840 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-75c02bbb-500e-487b-84cc-e3012f978205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:15.878784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43218) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:31:15.885589 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [None req-7e0a55f3-b4a3-4007-b3e8-5f26501afe23 tempest-verify_tempest_config-642203969 tempest-verify_tempest_config-642203969-project] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:31:15.886569 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7e0a55f3-b4a3-4007-b3e8-5f26501afe23 tempest-verify_tempest_config-642203969 tempest-verify_tempest_config-642203969-project] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068281 Jul 26 15:31:16.283317 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=14 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:16.285296 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=12 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:16.668542 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43236) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:31:17.009949 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.085702 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Publish callbacks [] for security_group (f7f91614-f9d0-4a7d-bb1f-b2f332df478c), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.156994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f7f91614-f9d0-4a7d-bb1f-b2f332df478c), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.205952 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=7f20aed89e2a4b478f9a06e40481866f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5362897 Jul 26 15:31:17.206759 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f91614-f9d0-4a7d-bb1f-b2f332df478c,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:17.208867 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43240) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.226423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d090f39-0144-4888-8657-fa71169ca48f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.267108 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Publish callbacks [] for security_group (f7f91614-f9d0-4a7d-bb1f-b2f332df478c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.289827 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Publish callbacks [] for security_group (f7f91614-f9d0-4a7d-bb1f-b2f332df478c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.460103 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f7f91614-f9d0-4a7d-bb1f-b2f332df478c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.463181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:17.463997 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f7f91614-f9d0-4a7d-bb1f-b2f332df478c HTTP/1.1" status: 204 len: 168 time: 0.2541163 Jul 26 15:31:17.472444 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f91614-f9d0-4a7d-bb1f-b2f332df478c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:31:17.479473 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.479821 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.480162 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.480596 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.480946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.481284 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.481626 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.481953 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.482281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.482639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.482988 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.483331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.483656 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.483976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:17.484293 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ec9fb-3449-433d-9d3e-5adfc9d2b26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:31:18.339811 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d97a77c6-7bf1-420b-9ae4-5fd1f883f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:19.368337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:21.442424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:21.648324 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:27.210319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:27.211206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:27.475542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:27.476375 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:28.091584 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:31:30.092685 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:31.225823 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:31.228740 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:38.088322 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:31:45.841183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-dbd319dc-a791-4838-88c4-a15f7fc97738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:48.331999 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3ab9c2c4-f6f2-4b68-b673-811a4f564661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:49.389140 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:51.229754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:31:51.291505 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:01.226612 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:01.228519 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:05.092224 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:32:15.088224 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:15.089055 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:15.798648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1f574a9f-3c83-4395-b3b5-0b8162a569f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:18.284382 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c9539ad2-5262-4a44-8961-acb9dda6dccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:19.358352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:21.233447 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:21.311908 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:31.231679 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:31.233553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:42.094223 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 5 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:32:44.113326 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:32:45.826056 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bda9cbe4-7ef8-405d-a190-2f887b68d1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:48.338730 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef10f-ac56-4bfc-a8c2-01173983c9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:49.356790 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:51.242398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:51.339416 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:32:52.091292 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:01.228992 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:01.231905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:08.259142 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:15.806677 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-df0c4654-ed2e-4340-83ff-9f4c8a40e651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:18.292755 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-eef49d08-43a1-4df3-96d4-4228911847df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:19.093312 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:33:19.361095 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:20.408751 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43340) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:33:20.537462 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ecf5ccc1-74d2-42a2-bb26-f911ea3d440a admin admin] 10.222.0.128 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1275730 Jul 26 15:33:21.221609 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:21.303819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:22.594084 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43350) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:33:22.650197 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0eba9c9f-4247-46e9-8599-8a472c0b247c admin admin] 10.222.0.128 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0548656 Jul 26 15:33:29.088731 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=18 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:29.089529 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=16 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:31.228226 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:31.230600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:32.643922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:32.644846 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:38.222088 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:45.775800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4239440a-2e6d-42ae-a77b-e1a292095a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:48.087106 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:33:48.307201 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-395a1697-9ea1-4971-83ca-a0a3b6a16cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:49.364821 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:51.261152 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:51.289547 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:33:56.091886 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:34:01.231809 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:01.233383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:08.206819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:14.094687 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=9 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:14.095589 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:15.802910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-18527396-f24b-42fd-b2b3-b4ebb3cf00ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:18.311307 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b4077e6-d1aa-46e5-b35d-47c34d082d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:19.370343 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:21.219775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:21.293921 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:31.233922 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:31.241413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:33.091706 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:34:38.217194 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:43.087410 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:43.088170 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:34:45.800820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-af74b3f1-5f43-4fd6-8d17-4b21d50287d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:48.326488 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-02ce6951-0cbc-40f1-ac44-f86b0233676e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:49.366402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:51.252269 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:34:51.337333 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:01.242820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:01.244912 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:03.875601 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43482) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:04.357997 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-823733712-network', 'tenant_id': '1165baf67df0484dbe4163c5a750784a'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:04.462819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Made reservation on behalf of 1165baf67df0484dbe4163c5a750784a for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:04.465922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.476137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.562187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks [] for security_group (96a3dcbc-356a-4b3d-a283-66d12486fe0c), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.650955 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (96a3dcbc-356a-4b3d-a283-66d12486fe0c), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.685503 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3dcbc-356a-4b3d-a283-66d12486fe0c,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:04.696251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:04.701869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.702214 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.702575 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.702926 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.703524 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.704408 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.704763 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.705191 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.705533 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.705866 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.706207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.706645 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.706976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.707299 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.707622 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Tracked resource versions report: Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: pushed versions: Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: { 'AddressGroup': {'1.2'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Agent': {'1.1'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'ConntrackHelper': {'1.0'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Log': {'1.0'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'NDPProxy': {'1.0'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Network': {'1.1'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Port': {'1.7'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'PortForwarding': {'1.3'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'QosPolicy': {'1.10'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroup': {'1.5'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SubPort': {'1.0'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Subnet': {'1.1'}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Trunk': {'1.1'}} Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: consumer versions: Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: HyperV agent@hv-cinder-85103: {}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Agent': '1.1', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'ConntrackHelper': '1.0', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'LocalIPAssociation': '1.0', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Log': '1.0', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'NDPProxy': '1.0', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Network': '1.1', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Port': '1.7', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'PortForwarding': '1.3', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'QosPolicy': '1.10', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroup': '1.5', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SecurityGroupRule': '1.2', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'SubPort': '1.0', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Subnet': '1.1', Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: 'Trunk': '1.1'}} Jul 26 15:35:04.708830 dv-cinder-851032-1-iscsi neutron-server[104582]: {{(pid=104582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:35:04.718215 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (34fc04a5-b9fc-47d9-9f6d-603b6abd8207), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.718542 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Added segment 34fc04a5-b9fc-47d9-9f6d-603b6abd8207 of type vlan for network c8f586bd-fa08-43ea-8187-a7c90e05c8af Jul 26 15:35:04.760898 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (c8f586bd-fa08-43ea-8187-a7c90e05c8af), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.851285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (c8f586bd-fa08-43ea-8187-a7c90e05c8af), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.855104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:04.855104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:04.926329 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8f586bd-fa08-43ea-8187-a7c90e05c8af,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:04.937027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:04.993616 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0bdf2c79-435b-4761-9688-944b0eb20ee5 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1141136 Jul 26 15:35:04.993918 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43534) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:04.998617 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Request body: {'subnet': {'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-subnet', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:05.074340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Made reservation on behalf of 1165baf67df0484dbe4163c5a750784a for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:05.077864 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:05.315989 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43546) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:05.415761 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43566) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:05.471853 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43570) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:05.474287 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (dfa31a48-9af5-4644-a2d8-40b98f394a65), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:05.551603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa31a48-9af5-4644-a2d8-40b98f394a65,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:05.553858 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Checking segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:05.554460 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Network hostable DHCP agents. Network: c8f586bd-fa08-43ea-8187-a7c90e05c8af, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:05.651121 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:05.694930 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43580) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:05.768814 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1639903742-network', 'tenant_id': 'f81499626e98449897622291738f07f7'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:05.770413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, c8f586bd-fa08-43ea-8187-a7c90e05c8af) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:05.786597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:05.787224 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8553ce7-1a4d-465a-84cd-17a919374ddb None None] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:05.788952 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:05.821922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-827056688-network', 'tenant_id': 'cc117969e9394769a471d512ce80734a'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:05.831354 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-5621522-network', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:05.918116 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-48c24774-e677-4f5c-b4e2-cbae56068607 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9216278 Jul 26 15:35:05.923167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43586) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:05.928349 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:05.972450 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:35:05.973551 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:05.990563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Made reservation on behalf of f81499626e98449897622291738f07f7 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:05.993353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.012749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.024166 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-709169703-network', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:06.056970 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Made reservation on behalf of cc117969e9394769a471d512ce80734a for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:06.060420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.080680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.082450 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:06.103691 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:06.116119 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks [] for security_group (5b874d26-f70d-4369-add7-80b33698795e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.117334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:06.119776 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.131695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (70d32f57-a770-452a-8af1-24208e4fade0), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.133567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (70d32f57-a770-452a-8af1-24208e4fade0), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.147519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.166288 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Allocated IP 172.20.0.2 (c8f586bd-fa08-43ea-8187-a7c90e05c8af/dfa31a48-9af5-4644-a2d8-40b98f394a65/2736de1d-7ab8-48eb-9dde-5d27b33e2a4c) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:06.215662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks [] for security_group (741df53a-ab4a-434d-8854-ec69d81adfca), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.347912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (741df53a-ab4a-434d-8854-ec69d81adfca), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.380408 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741df53a-ab4a-434d-8854-ec69d81adfca,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:06.386428 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5b874d26-f70d-4369-add7-80b33698795e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.394350 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks [] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.405494 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] vlan segment allocate from pool success with {'vlan_id': 1528, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:06.434974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (90a2a463-34bf-4551-9157-d5b6f320f3ed), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.435508 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Added segment 90a2a463-34bf-4551-9157-d5b6f320f3ed of type vlan for network 3b2c9ca8-7a56-40ff-881c-039976281dd4 Jul 26 15:35:06.436668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Made reservation on behalf of 417b9d6cde90467ebe75c790867a8c89 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:06.440043 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.474694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.510290 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.517291 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:06.518136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (3b2c9ca8-7a56-40ff-881c-039976281dd4), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.526250 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for router_controller (70d32f57-a770-452a-8af1-24208e4fade0), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.542722 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:06.549674 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:06.656792 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Pushing event updated for resources: {'Port': ['ID=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:06.679396 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.680145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.680791 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.681350 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.681870 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.682394 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.682914 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.683435 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.683962 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.685584 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (3b2c9ca8-7a56-40ff-881c-039976281dd4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.686911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:06.687665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.697079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.697807 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.698378 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.699751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.700927 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.701478 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Tracked resource versions report: Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: pushed versions: Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: { 'AddressGroup': {'1.2'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Agent': {'1.1'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'ConntrackHelper': {'1.0'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Log': {'1.0'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'NDPProxy': {'1.0'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Network': {'1.1'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Port': {'1.7'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'PortForwarding': {'1.3'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'QosPolicy': {'1.10'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroup': {'1.5'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SubPort': {'1.0'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Subnet': {'1.1'}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Trunk': {'1.1'}} Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: consumer versions: Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: HyperV agent@hv-cinder-85103: {}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Agent': '1.1', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'ConntrackHelper': '1.0', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'LocalIPAssociation': '1.0', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Log': '1.0', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'NDPProxy': '1.0', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Network': '1.1', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Port': '1.7', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'PortForwarding': '1.3', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'QosPolicy': '1.10', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroup': '1.5', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SecurityGroupRule': '1.2', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'SubPort': '1.0', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Subnet': '1.1', Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: 'Trunk': '1.1'}} Jul 26 15:35:06.705693 dv-cinder-851032-1-iscsi neutron-server[104583]: {{(pid=104583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:35:06.712596 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Attempting to bind port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:06.719999 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Attempting to bind port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:06.720658 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Attempting to bind port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:06.730774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:06.731475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Checking segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:06.732068 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.741613 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Bound using segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:06.742236 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Bound port: 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:06.742698 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.795564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for router_gateway (70d32f57-a770-452a-8af1-24208e4fade0), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.802255 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b874d26-f70d-4369-add7-80b33698795e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:06.805328 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] Pushing event updated for resources: {'Network': ['ID=3b2c9ca8-7a56-40ff-881c-039976281dd4,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:06.809729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] For port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:06.812956 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.db.api [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:35:06.813576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG oslo_db.api [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:35:06.813972 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] For port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:06.819107 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:06.836178 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.836760 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.837275 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.837786 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.838282 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.838768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.839259 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.839727 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.840364 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.840873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.841380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.841920 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.842393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.842876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.843369 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Tracked resource versions report: Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: pushed versions: Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: { 'AddressGroup': {'1.2'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Agent': {'1.1'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'ConntrackHelper': {'1.0'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Log': {'1.0'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'NDPProxy': {'1.0'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Network': {'1.1'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Port': {'1.7'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'PortForwarding': {'1.3'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'QosPolicy': {'1.10'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroup': {'1.5'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SubPort': {'1.0'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Subnet': {'1.1'}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Trunk': {'1.1'}} Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: consumer versions: Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: HyperV agent@hv-cinder-85103: {}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Agent': '1.1', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'ConntrackHelper': '1.0', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'LocalIPAssociation': '1.0', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Log': '1.0', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'NDPProxy': '1.0', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Network': '1.1', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Port': '1.7', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'PortForwarding': '1.3', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'QosPolicy': '1.10', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroup': '1.5', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SecurityGroupRule': '1.2', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'SubPort': '1.0', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Subnet': '1.1', Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: 'Trunk': '1.1'}} Jul 26 15:35:06.845622 dv-cinder-851032-1-iscsi neutron-server[104581]: {{(pid=104581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:35:06.876179 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d3501353-18e9-4e8e-b8e1-634fe45d0309 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4571018 Jul 26 15:35:06.880192 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43610) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:06.889218 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Request body: {'subnet': {'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-subnet', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:06.904355 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.908822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:06.923492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks [] for security_group (d8ff8f65-22aa-49a0-88c1-a0dc13b68cad), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:06.956779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:06.961937 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad901-f433-43d1-9b20-42e3ad8c1fbd None None] Pushing event updated for resources: {'Port': ['ID=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:07.012105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Made reservation on behalf of cc117969e9394769a471d512ce80734a for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:07.012105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.037750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:07.082830 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d8ff8f65-22aa-49a0-88c1-a0dc13b68cad), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.107728 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks [] for security_group (d494ec96-2e2d-42fa-a926-623b6f3e9d52), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.143627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1513, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:07.403552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.403552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d494ec96-2e2d-42fa-a926-623b6f3e9d52), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.409844 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff8f65-22aa-49a0-88c1-a0dc13b68cad,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:07.421096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (dc17d138-8c7f-4060-a1d2-a9ce098993a3), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.421436 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Added segment dc17d138-8c7f-4060-a1d2-a9ce098993a3 of type vlan for network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 Jul 26 15:35:07.497478 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] vlan segment allocate from pool success with {'vlan_id': 1507, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:07.569910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:07.575327 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (5a2b612b-72e9-4659-ab9c-838d9cfa94f5), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.575667 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Added segment 5a2b612b-72e9-4659-ab9c-838d9cfa94f5 of type vlan for network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 Jul 26 15:35:07.620490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494ec96-2e2d-42fa-a926-623b6f3e9d52,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:07.624260 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (c44aad34-88bd-4a3d-a4b4-00a0a6488a28), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.668933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (18ff7324-6057-4c26-8521-be84cc8eb7e7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.669513 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Added segment 18ff7324-6057-4c26-8521-be84cc8eb7e7 of type vlan for network 2be0a9bc-b9da-4308-9564-233a11170d03 Jul 26 15:35:07.694265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for router_gateway (70d32f57-a770-452a-8af1-24208e4fade0), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.698379 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.762377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (0bfeef8d-f7a3-4996-a466-af2c854a1b24), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.780807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.804882 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (2be0a9bc-b9da-4308-9564-233a11170d03), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.949286 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (c44aad34-88bd-4a3d-a4b4-00a0a6488a28), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.950550 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:07.951132 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:07.998227 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfeef8d-f7a3-4996-a466-af2c854a1b24,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:08.006803 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.007768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:08.008330 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.105729 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (2be0a9bc-b9da-4308-9564-233a11170d03), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.106696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:08.118611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.118611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:08.118611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Network hostable DHCP agents. Network: 3b2c9ca8-7a56-40ff-881c-039976281dd4, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:08.135213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c44aad34-88bd-4a3d-a4b4-00a0a6488a28,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:08.147412 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:08.215646 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-5a046fed-8ed0-453e-a58e-b1b836c301f8 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.7422335 Jul 26 15:35:08.217688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43656) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:08.233206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Allocated IP 172.27.1.214 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/6346d9d2-5b67-42e3-9326-b3593823778f) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:08.240216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Request body: {'subnet': {'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-5621522-subnet', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:08.319665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.326127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb35390-0728-490f-afea-7a9f459707b0 None None] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:08.359459 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.6627724 Jul 26 15:35:08.362489 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 3.0451725 Jul 26 15:35:08.362637 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43664) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:08.367487 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Request body: {'subnet': {'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-709169703-subnet', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:08.371144 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43666) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:08.375016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:08.381716 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:08.387646 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:08.397455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b24b7-1415-4b5f-8d70-1fec88d9e789 admin admin] Pushing event updated for resources: {'Network': ['ID=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:08.404680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Request body: {'subnet': {'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1639903742-subnet', 'tenant_id': 'f81499626e98449897622291738f07f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:08.425179 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:08.483394 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Provisioning complete for port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:08.486169 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.495675 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 3b2c9ca8-7a56-40ff-881c-039976281dd4) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:08.817072 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:08.817072 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.817566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833abd9-7ce9-41b1-9ece-5740c26786b0 None None] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:08.817755 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5d81-f0f5-4007-a13a-0d8292c268c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2be0a9bc-b9da-4308-9564-233a11170d03,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:08.817755 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:08.817875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Made reservation on behalf of 417b9d6cde90467ebe75c790867a8c89 for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:08.817875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.817979 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 2be0a9bc-b9da-4308-9564-233a11170d03 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:08.818116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Made reservation on behalf of f81499626e98449897622291738f07f7 for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:08.818116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.818249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for port (6346d9d2-5b67-42e3-9326-b3593823778f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.818249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:08.818249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.818442 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:08.818528 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-73365b6e-e9ad-4efa-b489-300dd06bcbf1 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8098915 Jul 26 15:35:08.818528 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43672) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:08.818528 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:08.916662 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (7c487701-5238-448d-9a90-3032c4f28ae1), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.917879 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (7c487701-5238-448d-9a90-3032c4f28ae1), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.924500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:08.990869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (0fe4f214-7ea9-4e24-bcbd-fdd264401e4b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.027923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Current status of the port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:09.028318 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.044204 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe4f214-7ea9-4e24-bcbd-fdd264401e4b,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:09.050547 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:09.054816 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:09.057214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:09.075420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:09.084168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Checking segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:09.084593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Network hostable DHCP agents. Network: 2be0a9bc-b9da-4308-9564-233a11170d03, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:09.120388 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] For port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:09.123265 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:09.138707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-3b2c9ca8-7a56-40ff-881c-039976281dd4', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:35:09.139797 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.225329 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (7d58d1a6-f21c-44eb-94cb-a32443a35b90), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.254050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (3ce6fd59-82c3-4911-867c-5336aafd1fb2), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.257628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for router_controller (7c487701-5238-448d-9a90-3032c4f28ae1), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.279351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Pushing event updated for resources: {'Port': ['ID=6346d9d2-5b67-42e3-9326-b3593823778f,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:09.314081 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Allocated IP 172.20.0.2 (3b2c9ca8-7a56-40ff-881c-039976281dd4/0bfeef8d-f7a3-4996-a466-af2c854a1b24/884f3eef-b434-4687-8fe1-8507e5802f71) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:09.335305 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Network 2be0a9bc-b9da-4308-9564-233a11170d03 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:09.483661 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d58d1a6-f21c-44eb-94cb-a32443a35b90,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:09.501136 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks [] for port (884f3eef-b434-4687-8fe1-8507e5802f71), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.509639 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:09.528976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Checking segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:09.529637 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Network hostable DHCP agents. Network: 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:09.544320 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.562984 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 2be0a9bc-b9da-4308-9564-233a11170d03) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:09.575838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600d057-8751-4ded-8cc4-2c3068f30265 None None] Network 2be0a9bc-b9da-4308-9564-233a11170d03 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:09.582301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:09.583405 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.628889 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.648351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce6fd59-82c3-4911-867c-5336aafd1fb2,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:09.676720 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:09.689063 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:09.712632 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:09.713273 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:09.713962 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.715413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829df511-806e-48f4-a5fe-196b9d028af5 None None] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:09.718143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:09.718623 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.744387 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:09.745173 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Network hostable DHCP agents. Network: c44aad34-88bd-4a3d-a4b4-00a0a6488a28, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:09.746522 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c4278d10-ed82-4a78-93b6-960973f95661 None None] Provisioning complete for port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:09.746992 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4278d10-ed82-4a78-93b6-960973f95661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.748888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:09.751419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e2da5-a91d-4df1-b397-04395c501486 None None] Pushing event updated for resources: {'Port': ['ID=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:09.765597 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:09.769615 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for router_gateway (7c487701-5238-448d-9a90-3032c4f28ae1), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.796009 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bb79181d-aaa6-4927-8cc0-d2464fad7f3f admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4322929 Jul 26 15:35:09.799235 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43716) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:09.819202 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:09.851850 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c5692840-376e-4825-9701-f3c9f90d7d2f admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4746792 Jul 26 15:35:09.853221 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43720) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:09.858892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:09.948349 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-2be0a9bc-b9da-4308-9564-233a11170d03', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'fixed_ips': [{'subnet_id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:35:09.949428 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.954125 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.958557 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.976640 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:09.995403 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:09.998600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.046120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:10.052187 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, c44aad34-88bd-4a3d-a4b4-00a0a6488a28) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:10.054485 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Pushing event updated for resources: {'Port': ['ID=884f3eef-b434-4687-8fe1-8507e5802f71,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:10.076754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Attempting to bind port 884f3eef-b434-4687-8fe1-8507e5802f71 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:10.077862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Attempting to bind port 884f3eef-b434-4687-8fe1-8507e5802f71 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:10.078976 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Attempting to bind port 884f3eef-b434-4687-8fe1-8507e5802f71 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:10.088263 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:10.088910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.089864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2144940-d9b2-472c-9ba7-1ef7c11e5db5 None None] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:10.096822 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:35:10.138729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for router_controller (109503c7-a168-4633-9e30-fb6f4d4abb79), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.153247 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for router_gateway (70d32f57-a770-452a-8af1-24208e4fade0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.166076 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43728) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:10.180364 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for router_controller (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.183167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:10.183437 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:10.183847 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.184245 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Bound using segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:10.184796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Bound port: 884f3eef-b434-4687-8fe1-8507e5802f71, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:10.185182 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.187376 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:10.262979 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:10.296125 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c4278d10-ed82-4a78-93b6-960973f95661 None None] Current status of the port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:10.307068 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:35:10.308018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.401961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c44f0d4-df77-4edc-a9d6-1e34de1087c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.441064 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c9820c63-e0ee-4337-94c3-f7d60d5ecfa1 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2144208 Jul 26 15:35:10.444579 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43732) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:10.454273 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:10.487943 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:35:10.489284 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.494102 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for router_gateway (7c487701-5238-448d-9a90-3032c4f28ae1), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.508314 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Allocated IP 172.20.0.2 (2be0a9bc-b9da-4308-9564-233a11170d03/0fe4f214-7ea9-4e24-bcbd-fdd264401e4b/296b9d56-4a9e-4c27-8315-1332e9794255) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:10.519011 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.617355 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for router_gateway (109503c7-a168-4633-9e30-fb6f4d4abb79), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.617899 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.618755 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.629368 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for router_gateway (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.705137 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] For port 884f3eef-b434-4687-8fe1-8507e5802f71, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:10.821321 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:10.822090 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c44f0d4-df77-4edc-a9d6-1e34de1087c4 admin admin] Publish callbacks [] for security_group (3a42785d-76d1-4ba4-a068-c5acae19f945), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.822190 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] For port 884f3eef-b434-4687-8fe1-8507e5802f71, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=884f3eef-b434-4687-8fe1-8507e5802f71,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:10.822281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for router_controller (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.822281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (70d32f57-a770-452a-8af1-24208e4fade0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.842058 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Allocated IP 172.27.1.184 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/829c86e6-9521-4ff0-b694-bb88f9bf4b37) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:10.895564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:10.895799 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Allocated IP 172.20.0.2 (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18/7d58d1a6-f21c-44eb-94cb-a32443a35b90/f4293214-0ffa-4a64-ba2c-213ad2765a89) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:10.941358 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c44f0d4-df77-4edc-a9d6-1e34de1087c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3a42785d-76d1-4ba4-a068-c5acae19f945), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:10.943227 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.017523 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6c44f0d4-df77-4edc-a9d6-1e34de1087c4 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d14a8e24368f48bdbe65894851f29155&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8503559 Jul 26 15:35:11.018921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43740) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:11.062251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f0d4-df77-4edc-a9d6-1e34de1087c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42785d-76d1-4ba4-a068-c5acae19f945,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:11.091687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:11.217677 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for router_gateway (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.278011 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.299648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:11.307784 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Allocated IP 172.20.0.2 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/10c2a24d-24e4-4a73-81d3-92a4ad1a7391) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:11.312147 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks [] for port (296b9d56-4a9e-4c27-8315-1332e9794255), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.366505 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c19f7-4ce3-447b-abf9-7e700481a3bf None None] Pushing event updated for resources: {'Port': ['ID=884f3eef-b434-4687-8fe1-8507e5802f71,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:11.411110 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:11.430594 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] Publish callbacks [] for security_group (3a42785d-76d1-4ba4-a068-c5acae19f945), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.442345 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.493415 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] Publish callbacks [] for security_group (3a42785d-76d1-4ba4-a068-c5acae19f945), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.538096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Router 70d32f57-a770-452a-8af1-24208e4fade0 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:35:11.546930 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:11.579867 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Pushing event updated for resources: {'Port': ['ID=296b9d56-4a9e-4c27-8315-1332e9794255,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:11.583819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Network 2be0a9bc-b9da-4308-9564-233a11170d03 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:11.633482 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:11.656374 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:11.662982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.737849 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:11.738243 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.740352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks [] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.772180 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for router_gateway (109503c7-a168-4633-9e30-fb6f4d4abb79), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.812506 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.817400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for router_gateway (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.862571 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Pushing event updated for resources: {'Port': ['ID=829c86e6-9521-4ff0-b694-bb88f9bf4b37,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:11.896104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.901795 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:11.912801 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:11.920269 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:11.946773 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:11.972693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Attempting to bind port 296b9d56-4a9e-4c27-8315-1332e9794255 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:11.973331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Attempting to bind port 296b9d56-4a9e-4c27-8315-1332e9794255 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:11.973848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Attempting to bind port 296b9d56-4a9e-4c27-8315-1332e9794255 on network 2be0a9bc-b9da-4308-9564-233a11170d03 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:11.989561 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks [] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.006623 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:12.007277 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Checking segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:12.007833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.008392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Bound using segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:12.008915 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Bound port: 296b9d56-4a9e-4c27-8315-1332e9794255, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:12.009330 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.015854 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:12.029651 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:12.033871 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Pushing event updated for resources: {'Port': ['ID=f4293214-0ffa-4a64-ba2c-213ad2765a89,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:12.037609 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:12.093330 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for router_gateway (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.126409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.126675 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.143740 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3a42785d-76d1-4ba4-a068-c5acae19f945), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.146530 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.150292 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/3a42785d-76d1-4ba4-a068-c5acae19f945 HTTP/1.1" status: 204 len: 168 time: 1.1243958 Jul 26 15:35:12.150292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:12.162803 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:12.164118 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:12.223268 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] For port 296b9d56-4a9e-4c27-8315-1332e9794255, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:12.223373 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:12.226708 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:12.231817 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:12.243963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Allocated IP 172.27.1.64 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/a7a56cb0-9f1b-407f-9452-4b5862467f58) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:12.253594 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:12.264855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] For port 296b9d56-4a9e-4c27-8315-1332e9794255, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=296b9d56-4a9e-4c27-8315-1332e9794255,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:12.271234 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Attempting to bind port f4293214-0ffa-4a64-ba2c-213ad2765a89 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:12.273879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Attempting to bind port f4293214-0ffa-4a64-ba2c-213ad2765a89 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:12.283393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2269-dc9e-42bb-8c3d-8653a2cc55e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42785d-76d1-4ba4-a068-c5acae19f945,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:12.284093 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Attempting to bind port f4293214-0ffa-4a64-ba2c-213ad2765a89 on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:12.293665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:12.314357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Pushing event updated for resources: {'Port': ['ID=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:12.320071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:12.320450 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Checking segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:12.320870 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.321261 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Bound using segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:12.321748 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Bound port: f4293214-0ffa-4a64-ba2c-213ad2765a89, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:12.322128 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.468665 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:12.472975 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.478188 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.484058 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.484280 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a8934ad3-7a05-4414-8e79-3422985b124a admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5553200 Jul 26 15:35:12.486788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43768) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:12.549342 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:12.729279 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:09Z', 'revision_number': 3, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:12.755351 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Attempting to bind port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:12.755925 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Attempting to bind port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:12.756055 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Attempting to bind port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:12.764924 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:12.765287 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Updating router 70d32f57-a770-452a-8af1-24208e4fade0 port 6346d9d2-5b67-42e3-9326-b3593823778f binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:12.787578 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] For port f4293214-0ffa-4a64-ba2c-213ad2765a89, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:12.800967 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:12.805530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:12.805530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.805530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:12.805530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Bound port: 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:12.805530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.816366 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad9fd-df70-4377-8670-9bcb723118c7 None None] Pushing event updated for resources: {'Port': ['ID=296b9d56-4a9e-4c27-8315-1332e9794255,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:12.837960 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.846655 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] For port f4293214-0ffa-4a64-ba2c-213ad2765a89, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f4293214-0ffa-4a64-ba2c-213ad2765a89,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:12.849844 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:12.883712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for router_gateway (7c487701-5238-448d-9a90-3032c4f28ae1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.922737 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:12.946707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] For port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:12.950958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] For port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:12.962054 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.005705 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Allocated IP 172.27.1.137 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/00e3bd64-d9c8-4304-99ab-b3d3885e39ee) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:13.063637 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:13.076043 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.157355 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf763d6a-d5d7-4961-b9b3-2aaee6873e68 None None] Pushing event updated for resources: {'Port': ['ID=f4293214-0ffa-4a64-ba2c-213ad2765a89,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:13.162217 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bb8cd-c081-4024-a0f2-3daf1f668375 None None] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:13.338380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43782) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:13.346675 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Provisioning complete for port 884f3eef-b434-4687-8fe1-8507e5802f71 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:13.349100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.398138 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.407621 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56df0004-14ed-427b-8123-82ef68ed353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.409838 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (7c487701-5238-448d-9a90-3032c4f28ae1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.431129 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:13.448237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:13.535812 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5a878-d084-49dc-8b87-cb476c6174b1 None None] Pushing event updated for resources: {'Port': ['ID=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:13.536442 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:13.547661 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:13.547661 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Pushing event updated for resources: {'Port': ['ID=a7a56cb0-9f1b-407f-9452-4b5862467f58,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:13.578471 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:13.585407 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:13.586169 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 296b9d56-4a9e-4c27-8315-1332e9794255 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:13.762085 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Current status of the port 884f3eef-b434-4687-8fe1-8507e5802f71 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:13.762712 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.768425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 296b9d56-4a9e-4c27-8315-1332e9794255 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:13.768425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.848606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56df0004-14ed-427b-8123-82ef68ed353c admin admin] Publish callbacks [] for security_group (f3f6cb95-c2f5-4052-b83f-15b38c3b67b0), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.901184 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] For port 884f3eef-b434-4687-8fe1-8507e5802f71, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=884f3eef-b434-4687-8fe1-8507e5802f71,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:13.925652 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-56df0004-14ed-427b-8123-82ef68ed353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f3f6cb95-c2f5-4052-b83f-15b38c3b67b0), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.933313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Router 7c487701-5238-448d-9a90-3032c4f28ae1 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:35:13.966773 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 296b9d56-4a9e-4c27-8315-1332e9794255 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:13.967289 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.990733 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:13.996983 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.038145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 296b9d56-4a9e-4c27-8315-1332e9794255, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=296b9d56-4a9e-4c27-8315-1332e9794255,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:14.059887 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:14.143662 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6badd8-c617-4dac-a23e-9864c3b5c3f2 None None] Pushing event updated for resources: {'Port': ['ID=884f3eef-b434-4687-8fe1-8507e5802f71,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:14.147237 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ab4d4a9b-28a9-44c0-8e03-02d38f7f6561 None None] Provisioning complete for port 884f3eef-b434-4687-8fe1-8507e5802f71 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:14.148291 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4a9b-28a9-44c0-8e03-02d38f7f6561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.152649 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.154343 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 884f3eef-b434-4687-8fe1-8507e5802f71 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:14.174413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:14.184012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0004-14ed-427b-8123-82ef68ed353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6cb95-c2f5-4052-b83f-15b38c3b67b0,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:14.185289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:14.196471 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:14.198686 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:14.214618 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Allocated IP 172.27.1.220 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/fec7e45a-8176-4215-9da5-311380fd6f5f) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:14.222470 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-56df0004-14ed-427b-8123-82ef68ed353c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d038a65394184f779935caba4ace95d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8841832 Jul 26 15:35:14.226642 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43788) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:14.291466 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=296b9d56-4a9e-4c27-8315-1332e9794255,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:14.296238 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Pushing event updated for resources: {'Port': ['ID=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:14.337657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 884f3eef-b434-4687-8fe1-8507e5802f71 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:14.342026 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.342162 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d4a9b-28a9-44c0-8e03-02d38f7f6561 None None] Current status of the port 884f3eef-b434-4687-8fe1-8507e5802f71 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:14.407869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:14.423161 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 884f3eef-b434-4687-8fe1-8507e5802f71 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:14.494253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:14.511195 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:14.532292 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:14.533075 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:14.536609 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] Publish callbacks [] for security_group (f3f6cb95-c2f5-4052-b83f-15b38c3b67b0), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.589660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.634368 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] Publish callbacks [] for security_group (f3f6cb95-c2f5-4052-b83f-15b38c3b67b0), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.661824 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.663724 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b84643bd-4f2a-4df6-a76b-0240d6d70b23 admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9597464 Jul 26 15:35:14.670186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43790) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:14.734505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.738509 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02e849-ca72-4ac9-9633-3e4c833f47a1 None None] Network 2be0a9bc-b9da-4308-9564-233a11170d03 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:14.796061 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Pushing event updated for resources: {'Port': ['ID=fec7e45a-8176-4215-9da5-311380fd6f5f,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:14.843518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-37e23587-6432-4936-8bb4-d27c96b0bdad None None] Provisioning complete for port 296b9d56-4a9e-4c27-8315-1332e9794255 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:14.844347 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-37e23587-6432-4936-8bb4-d27c96b0bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.846925 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:14.850822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:14.857070 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for router_gateway (109503c7-a168-4633-9e30-fb6f4d4abb79), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:14.881831 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:14.890078 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:15.033828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.038668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f3f6cb95-c2f5-4052-b83f-15b38c3b67b0), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.046689 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.048928 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f3f6cb95-c2f5-4052-b83f-15b38c3b67b0 HTTP/1.1" status: 204 len: 168 time: 0.8100214 Jul 26 15:35:15.105119 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks [] for port (6346d9d2-5b67-42e3-9326-b3593823778f), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.127309 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763209-6e6c-4484-a15c-259285867c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6cb95-c2f5-4052-b83f-15b38c3b67b0,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:15.187664 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.236988 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:15.351726 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Pushing event updated for resources: {'Port': ['ID=6346d9d2-5b67-42e3-9326-b3593823778f,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:15.378584 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Attempting to bind port 6346d9d2-5b67-42e3-9326-b3593823778f on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:15.382307 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Attempting to bind port 6346d9d2-5b67-42e3-9326-b3593823778f by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:15.383429 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Attempting to bind port 6346d9d2-5b67-42e3-9326-b3593823778f on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400481 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.400605 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.403643 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.404074 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.404996 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.409768 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.410101 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.410449 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.411469 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.423497 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Tracked resource versions report: Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: pushed versions: Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: { 'AddressGroup': {'1.2'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Agent': {'1.1'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'ConntrackHelper': {'1.0'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'LocalIPAssociation': {'1.0'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Log': {'1.0'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'NDPProxy': {'1.0'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Network': {'1.1'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Port': {'1.7'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'PortForwarding': {'1.3'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'QosPolicy': {'1.10'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroup': {'1.5'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SubPort': {'1.0'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Subnet': {'1.1'}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Trunk': {'1.1'}} Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: consumer versions: Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: { DHCP agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: HyperV agent@hv-cinder-85103: {}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: L3 agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: Metadata agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: Metering agent@dv-cinder-851032-1-iscsi: {}, Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: Open vSwitch agent@dv-cinder-851032-1-iscsi: { 'AddressGroup': '1.2', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Agent': '1.1', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'ConntrackHelper': '1.0', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'LocalIPAssociation': '1.0', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Log': '1.0', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'NDPProxy': '1.0', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Network': '1.1', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Port': '1.7', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'PortForwarding': '1.3', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'QosPolicy': '1.10', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroup': '1.5', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SecurityGroupRule': '1.2', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'SubPort': '1.0', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Subnet': '1.1', Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: 'Trunk': '1.1'}} Jul 26 15:35:15.425405 dv-cinder-851032-1-iscsi neutron-server[104584]: {{(pid=104584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:35:15.428174 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:15.428583 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:15.428989 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.429388 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:15.429847 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Bound port: 6346d9d2-5b67-42e3-9326-b3593823778f, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:15.430276 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.444068 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.462036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f80f3-1329-4ccc-a338-a909b7e4b3cd None None] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:15.489729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.543571 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] For port 6346d9d2-5b67-42e3-9326-b3593823778f, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:15.548478 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] For port 6346d9d2-5b67-42e3-9326-b3593823778f, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6346d9d2-5b67-42e3-9326-b3593823778f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:15.552636 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.689122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.738204 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.748683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:15.753031 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-37e23587-6432-4936-8bb4-d27c96b0bdad None None] Current status of the port 296b9d56-4a9e-4c27-8315-1332e9794255 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:15.762715 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:15.789517 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for router_gateway (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.795346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for router_gateway (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:15.827469 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:15.829091 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:15.923242 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5050f53-71b8-4186-a91e-4ca23bb3abf1 None None] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:15.926819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:12Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:15.975664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:15.976105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Updating router 7c487701-5238-448d-9a90-3032c4f28ae1 port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:16.022950 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Provisioning complete for port f4293214-0ffa-4a64-ba2c-213ad2765a89 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:16.022950 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.079667 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.081126 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.081698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.093156 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:16.312910 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.326895 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7aece-2384-446c-8642-2e980f2e1d21 None None] Pushing event updated for resources: {'Port': ['ID=6346d9d2-5b67-42e3-9326-b3593823778f,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:16.423279 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks [] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.481800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.497749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.508646 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:09Z', 'revision_number': 3, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:16.544733 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Allocated IP 172.20.0.1 (c8f586bd-fa08-43ea-8187-a7c90e05c8af/dfa31a48-9af5-4644-a2d8-40b98f394a65/0c6f3f57-12b2-4cf7-8799-dae2de9887d5) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:16.549413 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b105a-d8c3-4d50-b9eb-5754621373aa None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:09Z', 'revision_number': 3, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:16.566152 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.575103 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.579385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Current status of the port f4293214-0ffa-4a64-ba2c-213ad2765a89 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:16.579385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.601743 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.615492 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.673787 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:35:16.725754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-58739b00-13da-448f-a94a-d5f042abc9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.792541 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.807421 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5e955-0273-4d1c-9395-9cd3b15b004e None None] Pushing event updated for resources: {'Port': ['ID=829c86e6-9521-4ff0-b694-bb88f9bf4b37,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:16.827211 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:16.868599 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] For port f4293214-0ffa-4a64-ba2c-213ad2765a89, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f4293214-0ffa-4a64-ba2c-213ad2765a89,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:16.880207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks [] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.908611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Attempting to bind port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:16.909359 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Attempting to bind port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:16.910222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Attempting to bind port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:16.967848 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:16.968414 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.973286 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:16.973689 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:16.983804 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:17.023962 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:17.027488 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.038992 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:35:17.074853 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:17.076388 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:17.080552 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.081281 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:17.082110 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Bound port: 829c86e6-9521-4ff0-b694-bb88f9bf4b37, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:17.082713 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.091295 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:35:17.103682 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.103682 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b8ee7dd1-4760-42d3-b854-240d11654ded admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2446427 Jul 26 15:35:17.104305 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43844) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:17.125195 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Allocated IP 172.20.0.1 (3b2c9ca8-7a56-40ff-881c-039976281dd4/0bfeef8d-f7a3-4996-a466-af2c854a1b24/33e4d464-de0c-4efa-aafa-2c6652e6a643) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:17.151584 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Provisioning complete for port 296b9d56-4a9e-4c27-8315-1332e9794255 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:17.152496 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.153736 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.217342 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:17.219263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:17.235498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43846) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:17.394293 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:17.416224 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:17.443173 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:17.443578 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.475176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:17.491542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:17.509102 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:17.509756 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (70d32f57-a770-452a-8af1-24208e4fade0), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.557865 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Pushing event updated for resources: {'Port': ['ID=f4293214-0ffa-4a64-ba2c-213ad2765a89,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.592156 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:17.597508 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:17.609281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:17.638518 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:17.650772 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:17.675554 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks [] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.684687 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] For port 829c86e6-9521-4ff0-b694-bb88f9bf4b37, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:17.693235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-742516710-network', 'tenant_id': '646ded2b58a149bebe7872ed35ef5643'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:17.699192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.701354 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f4293214-0ffa-4a64-ba2c-213ad2765a89 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:17.722595 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:17.730475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.751413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] For port 829c86e6-9521-4ff0-b694-bb88f9bf4b37, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=829c86e6-9521-4ff0-b694-bb88f9bf4b37,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:17.824215 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.833855 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b7fa46be-6ca3-461b-b1e7-d1623a6aa93a admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3877020 Jul 26 15:35:17.845827 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43858) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:17.930553 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Made reservation on behalf of 646ded2b58a149bebe7872ed35ef5643 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:17.932794 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:13Z', 'revision_number': 3, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:17.932991 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:17.939233 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.963081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:17.965645 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.017183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.019448 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Current status of the port 296b9d56-4a9e-4c27-8315-1332e9794255 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:18.043386 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.085106 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:18.110568 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:18.122092 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:18.122780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (7c487701-5238-448d-9a90-3032c4f28ae1), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.155154 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:18.155852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:34:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:18.157971 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Provisioning complete for port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:18.158480 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.181980 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:18.182337 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Updating router 109503c7-a168-4633-9e30-fb6f4d4abb79 port a7a56cb0-9f1b-407f-9452-4b5862467f58 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:18.229675 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.256745 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.256933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Pushing event updated for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:18.258753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port f4293214-0ffa-4a64-ba2c-213ad2765a89 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:18.259135 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.260840 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:18.364278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:18.466927 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.480199 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Sync routers for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:18.494729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.496534 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-280dbab4-fdf3-42c2-89db-4e184f98ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.521250 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.521429 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:18.521429 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:18.521611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:18.525273 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3660b01d-15fd-4576-879f-7756261250a0 admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7160165 Jul 26 15:35:18.528124 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43864) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:18.574491 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks [] for security_group (c10716ac-6ca4-480d-b69b-61fb3f9385cb), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.622807 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5e955-0273-4d1c-9395-9cd3b15b004e None None] Pushing event updated for resources: {'Port': ['ID=829c86e6-9521-4ff0-b694-bb88f9bf4b37,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:18.677895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c10716ac-6ca4-480d-b69b-61fb3f9385cb), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.701799 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:18.741933 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:18.744597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.792625 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:18.834689 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.878800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (4d387a87-2bc6-42e6-961e-ab550bba923f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.882292 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Added segment 4d387a87-2bc6-42e6-961e-ab550bba923f of type vlan for network 55ad12c3-423b-4160-b758-548e5814f84b Jul 26 15:35:18.892880 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10716ac-6ca4-480d-b69b-61fb3f9385cb,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:18.909636 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.947430 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:18.969464 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:18.974352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0b11e130-9af8-43b7-840a-6bcea035c811 None None] Current status of the port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:18.979248 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port f4293214-0ffa-4a64-ba2c-213ad2765a89 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:18.982853 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 296b9d56-4a9e-4c27-8315-1332e9794255 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:19.049469 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks [] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.129607 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:14Z', 'revision_number': 3, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:19.137688 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:19.147751 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:19.174144 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Checking router: d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:19.181171 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Updating router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:19.194033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (55ad12c3-423b-4160-b758-548e5814f84b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.199318 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:15Z', 'revision_number': 3, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:19.226958 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.235946 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:19.236785 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Updating router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 port fec7e45a-8176-4215-9da5-311380fd6f5f binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:19.239017 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 296b9d56-4a9e-4c27-8315-1332e9794255 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:19.239395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.241030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Provisioning complete for port f4293214-0ffa-4a64-ba2c-213ad2765a89 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:19.244339 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.251363 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.259022 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:19.261898 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.289973 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Attempting to bind port a7a56cb0-9f1b-407f-9452-4b5862467f58 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:19.290344 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Attempting to bind port a7a56cb0-9f1b-407f-9452-4b5862467f58 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:19.290721 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Attempting to bind port a7a56cb0-9f1b-407f-9452-4b5862467f58 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:19.321764 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:19.322140 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:19.322541 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.323382 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:19.323866 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Bound port: a7a56cb0-9f1b-407f-9452-4b5862467f58, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:19.324237 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.376016 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:12Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:19.389182 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] For port a7a56cb0-9f1b-407f-9452-4b5862467f58, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:19.392929 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] For port a7a56cb0-9f1b-407f-9452-4b5862467f58, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=a7a56cb0-9f1b-407f-9452-4b5862467f58,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:19.413266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (55ad12c3-423b-4160-b758-548e5814f84b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.419183 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:19.420061 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64379c1-0525-4d0e-bb73-d7967ee0a85f None None] Pushing event updated for resources: {'Port': ['ID=a7a56cb0-9f1b-407f-9452-4b5862467f58,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:19.424187 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b192ba-60ee-44c2-a900-fa27a4ca014a None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:12Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:19.430407 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:19.432548 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.497531 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.499085 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.573968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.605752 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64379c1-0525-4d0e-bb73-d7967ee0a85f None None] Pushing event updated for resources: {'Port': ['ID=a7a56cb0-9f1b-407f-9452-4b5862467f58,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:19.619219 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:19.619856 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:19.634218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Allocated IP 172.20.0.1 (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18/7d58d1a6-f21c-44eb-94cb-a32443a35b90/e939ea2d-efab-4d80-a2da-c93660878cf5) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:19.639796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.640800 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3993409 Jul 26 15:35:19.646278 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Current status of the port f4293214-0ffa-4a64-ba2c-213ad2765a89 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:19.649076 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422b1b5-5fa4-409f-a7f5-ad8e2db92657 admin admin] Pushing event updated for resources: {'Network': ['ID=55ad12c3-423b-4160-b758-548e5814f84b,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:19.680181 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43880) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:19.693805 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Request body: {'subnet': {'network_id': '55ad12c3-423b-4160-b758-548e5814f84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-742516710-subnet', 'tenant_id': '646ded2b58a149bebe7872ed35ef5643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:19.728498 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 55ad12c3-423b-4160-b758-548e5814f84b details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:19.750040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:19.803263 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks [] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.803851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks [] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.890441 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Made reservation on behalf of 646ded2b58a149bebe7872ed35ef5643 for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:19.898196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.919254 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.925861 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (7c487701-5238-448d-9a90-3032c4f28ae1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.950683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Provisioning complete for port 33e4d464-de0c-4efa-aafa-2c6652e6a643 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:19.965051 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:19.967430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:19.973763 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 296b9d56-4a9e-4c27-8315-1332e9794255 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:19.982457 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 884f3eef-b434-4687-8fe1-8507e5802f71 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:20.043644 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.063205 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:13Z', 'revision_number': 3, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:20.119600 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5899234-8e0a-4ba3-8533-cae68904e03a None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:13Z', 'revision_number': 3, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:20.178857 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:20.187831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Port 33e4d464-de0c-4efa-aafa-2c6652e6a643 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:20.201117 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:20.217529 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Provisioning complete for port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:20.218267 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.234334 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:20.235357 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (109503c7-a168-4633-9e30-fb6f4d4abb79), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.244168 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Pushing event updated for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.283644 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 884f3eef-b434-4687-8fe1-8507e5802f71 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:20.284084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.408238 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Pushing event updated for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.442995 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:20.503174 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks [] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.586704 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Allocated IP 172.20.0.1 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/3daf4751-d97d-46c6-9fce-218b2445be64) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:20.651216 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.651854 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (70d32f57-a770-452a-8af1-24208e4fade0), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.659891 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:20.728068 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Provisioning complete for port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:20.728584 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.760566 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks [] for port (3daf4751-d97d-46c6-9fce-218b2445be64), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.781591 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:20.787893 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (bddcce71-3ce7-4c68-813f-36cd998b2773), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.794848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:20.819661 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:20.887635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:20.901231 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:20.904269 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 884f3eef-b434-4687-8fe1-8507e5802f71 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:20.908968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:20.925782 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:20.968155 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks [] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.048452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1b56eaee-025c-4ded-a6be-223876028cb9 None None] Current status of the port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:21.074340 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.282340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddcce71-3ce7-4c68-813f-36cd998b2773,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.307055 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:21.323157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Checking segment: {'id': '4d387a87-2bc6-42e6-961e-ab550bba923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': '55ad12c3-423b-4160-b758-548e5814f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:21.331091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Network hostable DHCP agents. Network: 55ad12c3-423b-4160-b758-548e5814f84b, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:21.342352 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Router 7c487701-5238-448d-9a90-3032c4f28ae1 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:35:21.402335 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 829c86e6-9521-4ff0-b694-bb88f9bf4b37 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:21.468069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-a6b25631-eddc-40af-a6ef-c4b5acc87ae9 None None] Provisioning complete for port e939ea2d-efab-4d80-a2da-c93660878cf5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:21.469271 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a6b25631-eddc-40af-a6ef-c4b5acc87ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.474294 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea4c9c-85cb-416f-a54a-227a0d704ab5 None None] Pushing event updated for resources: {'Port': ['ID=fec7e45a-8176-4215-9da5-311380fd6f5f,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.478716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Attempting to bind port fec7e45a-8176-4215-9da5-311380fd6f5f on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:21.479036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Attempting to bind port fec7e45a-8176-4215-9da5-311380fd6f5f by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:21.479440 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Attempting to bind port fec7e45a-8176-4215-9da5-311380fd6f5f on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:21.497257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.499681 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:21.517065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:21.517488 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:21.519397 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.521495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:21.522244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Bound port: fec7e45a-8176-4215-9da5-311380fd6f5f, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:21.523178 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.543082 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks [] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.575737 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Network 55ad12c3-423b-4160-b758-548e5814f84b is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:21.579610 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.580603 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-a6b25631-eddc-40af-a6ef-c4b5acc87ae9 None None] Port e939ea2d-efab-4d80-a2da-c93660878cf5 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:21.583231 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.587193 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.599346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:21.613564 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:21.622115 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:21.623024 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:21.623388 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.624007 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.647943 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] For port fec7e45a-8176-4215-9da5-311380fd6f5f, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:21.697144 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:21.705558 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:21.724820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] For port fec7e45a-8176-4215-9da5-311380fd6f5f, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=fec7e45a-8176-4215-9da5-311380fd6f5f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:21.734973 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:21.735564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.744934 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415fbd-0c99-490d-9cfa-4d3186a1c25d None None] Pushing event updated for resources: {'Port': ['ID=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:21.748032 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Attempting to bind port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:21.748401 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Attempting to bind port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:21.749282 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Attempting to bind port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:21.760842 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ec3a5287-a26b-44fd-be39-83e64e9a0978 None None] Provisioning complete for port 33e4d464-de0c-4efa-aafa-2c6652e6a643 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:21.761309 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ec3a5287-a26b-44fd-be39-83e64e9a0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.763313 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:21.763696 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:21.764104 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.766957 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:21.767678 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Bound port: 00e3bd64-d9c8-4304-99ab-b3d3885e39ee, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:21.768082 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.867262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a5287-a26b-44fd-be39-83e64e9a0978 None None] Port 33e4d464-de0c-4efa-aafa-2c6652e6a643 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:21.912768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 55ad12c3-423b-4160-b758-548e5814f84b) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:21.913664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.927693 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:21.941909 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] For port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:21.945144 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca418a5-4bbd-4bcb-a0db-79ef87e081ac None None] Network 55ad12c3-423b-4160-b758-548e5814f84b requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:21.947072 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] For port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:21.981116 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:21.982389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.982843 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:21.983457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:21.994852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Pushing event updated for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:22.026436 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-224a0a96-eea2-4951-9ef4-977ad2b176f1 admin admin] 10.222.0.128 "PUT /v2.0/routers/7c487701-5238-448d-9a90-3032c4f28ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3534567 Jul 26 15:35:22.028026 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.105490 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 829c86e6-9521-4ff0-b694-bb88f9bf4b37, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=829c86e6-9521-4ff0-b694-bb88f9bf4b37,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:22.173800 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ee14d7c0-2acd-4d63-be3a-6081341e1b20 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4855549 Jul 26 15:35:22.178346 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415fbd-0c99-490d-9cfa-4d3186a1c25d None None] Pushing event updated for resources: {'Port': ['ID=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:22.241097 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:22.241951 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:22.255692 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.255692 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6346d9d2-5b67-42e3-9326-b3593823778f up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:22.255911 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43932) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:22.307409 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks [] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.323388 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:35:22.435455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.442108 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.443185 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (109503c7-a168-4633-9e30-fb6f4d4abb79), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.524756 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-459efc9b-cf2a-4be1-a826-116da2ad3506 None None] Provisioning complete for port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:22.524756 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-459efc9b-cf2a-4be1-a826-116da2ad3506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.549652 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:22.625279 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:22.642560 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:22.647765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Allocated IP 172.20.0.1 (2be0a9bc-b9da-4308-9564-233a11170d03/0fe4f214-7ea9-4e24-bcbd-fdd264401e4b/840cd8a0-171a-486d-ab62-370abea8cc94) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:22.648890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:22.654853 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea4c9c-85cb-416f-a54a-227a0d704ab5 None None] Pushing event updated for resources: {'Port': ['ID=fec7e45a-8176-4215-9da5-311380fd6f5f,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:22.663386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Pushing event updated for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:22.671047 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 6346d9d2-5b67-42e3-9326-b3593823778f triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:22.673430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.694416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:22.706419 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f94da10c-dc92-4ffb-a842-2a16e5de4040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.713175 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:22.845319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:22.877285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:22.882862 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:22.886704 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks [] for port (3daf4751-d97d-46c6-9fce-218b2445be64), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:22.904528 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c8aea623-87a1-4bba-9bc8-aeb060f96a30 admin admin] 10.222.0.128 "PUT /v2.0/routers/70d32f57-a770-452a-8af1-24208e4fade0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4060366 Jul 26 15:35:22.934622 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:22.977050 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:23.010502 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-459efc9b-cf2a-4be1-a826-116da2ad3506 None None] Port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:23.072330 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:14Z', 'revision_number': 3, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.144307 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.145342 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.175904 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd57f2-560c-4e4d-b2d1-39fef21346a3 None None] The sync data for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi is: [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:14Z', 'revision_number': 3, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:23.184320 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:23.208111 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=829c86e6-9521-4ff0-b694-bb88f9bf4b37,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.211944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f94da10c-dc92-4ffb-a842-2a16e5de4040 admin admin] Publish callbacks [] for security_group (ee8facf8-52d0-4f32-9b44-d0c8497e2a62), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.220862 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:23.225402 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.295323 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ebf621-5fd0-423f-ace1-363b86e00c4e None None] Network 55ad12c3-423b-4160-b758-548e5814f84b requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:23.298204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f94da10c-dc92-4ffb-a842-2a16e5de4040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ee8facf8-52d0-4f32-9b44-d0c8497e2a62), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.416564 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks [] for port (840cd8a0-171a-486d-ab62-370abea8cc94), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.433445 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:23.434257 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:23.438467 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 43982) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:23.455843 dv-cinder-851032-1-iscsi neutron-server[104582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 15:35:23.523361 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Pushing event updated for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.599698 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:23.618760 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f94da10c-dc92-4ffb-a842-2a16e5de4040 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=03338c8787e749e38b882038a546a408&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3594723 Jul 26 15:35:23.627351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43986) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:23.630895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94da10c-dc92-4ffb-a842-2a16e5de4040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8facf8-52d0-4f32-9b44-d0c8497e2a62,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:23.672837 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-cdbb7f2a-b7ee-4e2f-9fb5-eaf718953ec8 None None] Provisioning complete for port 3daf4751-d97d-46c6-9fce-218b2445be64 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:23.673313 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7f2a-b7ee-4e2f-9fb5-eaf718953ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.713279 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:23.760065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb7f2a-b7ee-4e2f-9fb5-eaf718953ec8 None None] Port 3daf4751-d97d-46c6-9fce-218b2445be64 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:23.764521 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:23.775187 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:23.782270 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:23.844605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 6346d9d2-5b67-42e3-9326-b3593823778f is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:23.845000 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:23.904345 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:23.904584 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43994) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:23.907019 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 43996) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:23.911935 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 6346d9d2-5b67-42e3-9326-b3593823778f, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6346d9d2-5b67-42e3-9326-b3593823778f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:23.928236 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202431111', 'description': 'tempest-description--228534886'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:23.967005 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:23.979826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912400628-network', 'tenant_id': 'f8ed9e07c5284fdc80dcd22dd275ac80'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:24.003074 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:24.009778 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.010600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device a7a56cb0-9f1b-407f-9452-4b5862467f58 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:24.049627 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-525c311f-e20e-4f87-8d20-b57ec2d17b9b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:24.057168 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-525c311f-e20e-4f87-8d20-b57ec2d17b9b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 0.6176183 Jul 26 15:35:24.067715 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:35:24.074219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1285a643-89a7-4597-a1b9-71226ae19e90 None None] Provisioning complete for port e939ea2d-efab-4d80-a2da-c93660878cf5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:24.074430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1285a643-89a7-4597-a1b9-71226ae19e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.107679 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:19Z', 'revision_number': 2, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:24.122972 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-230bd1a7-7d22-4d24-984a-846c6e938068 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/quotas/cc117969e9394769a471d512ce80734a HTTP/1.1" status: 200 len: 375 time: 0.0646980 Jul 26 15:35:24.142343 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:24.142965 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Updating router 7c487701-5238-448d-9a90-3032c4f28ae1 port 33e4d464-de0c-4efa-aafa-2c6652e6a643 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:24.195219 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] Publish callbacks [] for security_group (ee8facf8-52d0-4f32-9b44-d0c8497e2a62), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.209703 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.211457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:35:24.292294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.364628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.370319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] Publish callbacks [] for security_group (ee8facf8-52d0-4f32-9b44-d0c8497e2a62), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.378006 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Made reservation on behalf of f8ed9e07c5284fdc80dcd22dd275ac80 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:24.380399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.414073 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.436301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Network 2be0a9bc-b9da-4308-9564-233a11170d03 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:24.447219 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-2a766254-4d91-4ab1-921f-0d827ada5e34 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3199902 Jul 26 15:35:24.456973 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:24.476149 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:24.476711 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.603387 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks [] for security_group (ddea7cc6-c75f-469b-afa4-80d5659b3fd5), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.614727 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.645124 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:24.685424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1285a643-89a7-4597-a1b9-71226ae19e90 None None] Port e939ea2d-efab-4d80-a2da-c93660878cf5 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:24.685968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ddea7cc6-c75f-469b-afa4-80d5659b3fd5), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.691627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:24.714557 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:24.766093 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fbc61168-8c5a-4026-825f-bed102abc94b admin admin] 10.222.0.128 "PUT /v2.0/routers/d8935b97-4c00-4551-a3e3-f4e9c25f5e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9165750 Jul 26 15:35:24.841602 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=6346d9d2-5b67-42e3-9326-b3593823778f,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.871389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:24.871578 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea7cc6-c75f-469b-afa4-80d5659b3fd5,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.892997 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:24.900657 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5a8a18ac-acbb-4cd9-8b21-cffd4d18bc2a admin admin] 10.222.0.128 "PUT /v2.0/routers/109503c7-a168-4633-9e30-fb6f4d4abb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7940559 Jul 26 15:35:24.927971 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ee8facf8-52d0-4f32-9b44-d0c8497e2a62), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.939335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.945697 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/ee8facf8-52d0-4f32-9b44-d0c8497e2a62 HTTP/1.1" status: 204 len: 168 time: 1.3172204 Jul 26 15:35:24.956730 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port a7a56cb0-9f1b-407f-9452-4b5862467f58 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:24.957245 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:24.969308 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:35:24.979726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dfc93-b457-4dc8-8efb-20d2e0536413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8facf8-52d0-4f32-9b44-d0c8497e2a62,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:24.982087 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks [] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.005161 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (45d7ad45-9340-4d12-93c3-c06301b7b76d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.005512 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Added segment 45d7ad45-9340-4d12-93c3-c06301b7b76d of type vlan for network 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f Jul 26 15:35:25.007974 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-5a619879-a1ca-430e-af57-70083a3d432f None None] Provisioning complete for port 3daf4751-d97d-46c6-9fce-218b2445be64 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:25.008637 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5a619879-a1ca-430e-af57-70083a3d432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.009055 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a6beb027-aedd-423a-b09f-dc972dc2c3f1), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.059845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (9d78911b-e0f7-4eb8-a1ac-f327ade53a1f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.084859 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:25.084859 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:25.095375 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:25.106043 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.123006 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a6beb027-aedd-423a-b09f-dc972dc2c3f1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.140665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.179822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:25.202425 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6beb027-aedd-423a-b09f-dc972dc2c3f1,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:25.206278 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (9d78911b-e0f7-4eb8-a1ac-f327ade53a1f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.207359 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:25.210666 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.276281 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-5a619879-a1ca-430e-af57-70083a3d432f None None] Port 3daf4751-d97d-46c6-9fce-218b2445be64 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:25.280178 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548245a-6633-4ae7-b604-7cf4b5a0e59f None None] Pushing event updated for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:25.307905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639e60e-f8e2-4ac2-8c20-c02d7acc8b6d None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:25.335915 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.337068 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9c1fd397-39b2-4fde-afa5-7dcd65775108 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4188590 Jul 26 15:35:25.349495 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44030) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:25.356144 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Attempting to bind port 33e4d464-de0c-4efa-aafa-2c6652e6a643 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:25.356935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group_rule': {'security_group_id': 'a6beb027-aedd-423a-b09f-dc972dc2c3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:25.359763 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Attempting to bind port 33e4d464-de0c-4efa-aafa-2c6652e6a643 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:25.361591 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Attempting to bind port 33e4d464-de0c-4efa-aafa-2c6652e6a643 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:25.402393 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:25.403078 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:25.404350 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.405537 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Bound using segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:25.406241 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Bound port: 33e4d464-de0c-4efa-aafa-2c6652e6a643, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:25.406805 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.414134 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d78911b-e0f7-4eb8-a1ac-f327ade53a1f,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:25.458253 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6ec73882-8579-447e-8d4f-5d287f41e6e8 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5385222 Jul 26 15:35:25.458833 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44034) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:25.465524 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Request body: {'subnet': {'network_id': '9d78911b-e0f7-4eb8-a1ac-f327ade53a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912400628-subnet', 'tenant_id': 'f8ed9e07c5284fdc80dcd22dd275ac80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:25.499098 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:35:25.555335 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:25.568857 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (45aaae3a-9091-4373-b88c-99671b92c251), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.606178 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:25.606178 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:19Z', 'revision_number': 2, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:25.610484 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] For port 33e4d464-de0c-4efa-aafa-2c6652e6a643, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:25.614088 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] For port 33e4d464-de0c-4efa-aafa-2c6652e6a643, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=33e4d464-de0c-4efa-aafa-2c6652e6a643,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:25.684935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Made reservation on behalf of f8ed9e07c5284fdc80dcd22dd275ac80 for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:25.685145 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-dcabbc7e-a4c5-4934-850c-e0e950ac450a service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:35:25.686190 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-dcabbc7e-a4c5-4934-850c-e0e950ac450a service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7845263 Jul 26 15:35:25.701850 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.710993 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.771389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:25.807560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:25.855672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (45aaae3a-9091-4373-b88c-99671b92c251), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.961536 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (45aaae3a-9091-4373-b88c-99671b92c251), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:25.987030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:25.987397 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Updating router 70d32f57-a770-452a-8af1-24208e4fade0 port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:26.003337 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:26.005312 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:26.134837 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548245a-6633-4ae7-b604-7cf4b5a0e59f None None] Pushing event updated for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.136820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks [] for port (840cd8a0-171a-486d-ab62-370abea8cc94), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.181111 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aaae3a-9091-4373-b88c-99671b92c251,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.190260 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-9f2bd20f-f603-4334-aa5a-dfcf12e62071 service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908888 Jul 26 15:35:26.200342 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:26.262542 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44038) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:26.269063 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:26.296043 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.298654 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-68dd280f-c7bd-45fe-8e5b-0fa323b3f2a1 None None] Provisioning complete for port 840cd8a0-171a-486d-ab62-370abea8cc94 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:26.299194 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-68dd280f-c7bd-45fe-8e5b-0fa323b3f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.361179 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44044) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:26.374846 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477583954', 'description': 'tempest-description--1587037737'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:26.392692 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port a7a56cb0-9f1b-407f-9452-4b5862467f58 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:26.393683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.401249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.408970 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ddc75ca0-075e-4be3-89e4-c80f4f4a019b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0519958 Jul 26 15:35:26.425071 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44048) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:26.430682 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group_rule': {'security_group_id': 'a6beb027-aedd-423a-b09f-dc972dc2c3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:26.474264 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.475037 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.483332 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:26.499104 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-74017168-d9a3-4470-87eb-1713a6e75361 service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956839 Jul 26 15:35:26.531848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-68dd280f-c7bd-45fe-8e5b-0fa323b3f2a1 None None] Port 840cd8a0-171a-486d-ab62-370abea8cc94 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:26.537922 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:26.548568 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port a7a56cb0-9f1b-407f-9452-4b5862467f58, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=a7a56cb0-9f1b-407f-9452-4b5862467f58,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:26.552920 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (a370f2d1-7066-46c4-800f-01d9605aad8d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.665471 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:25Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:26.689821 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a370f2d1-7066-46c4-800f-01d9605aad8d,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.714501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.741231 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 2, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:26.750523 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:26.751696 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.752755 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:26.766488 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:26.780457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d692ec47-a2d0-4f84-a59b-e3bfb1d5cee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.798063 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (43ac0c66-28b6-4431-9ad3-f1501c51e4b7), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.841525 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:26.842126 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Updating router 109503c7-a168-4633-9e30-fb6f4d4abb79 port e939ea2d-efab-4d80-a2da-c93660878cf5 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:26.855190 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Network 2be0a9bc-b9da-4308-9564-233a11170d03 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:26.856905 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:26.867862 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b60101-8542-4f30-bd57-28837f998831 None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:25Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:26.879052 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.906146 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44056) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:26.907691 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Provisioning complete for port 33e4d464-de0c-4efa-aafa-2c6652e6a643 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:26.908073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:26.930937 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995228310', 'description': 'tempest-description--529389545'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:26.963108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Checking segment: {'id': '45d7ad45-9340-4d12-93c3-c06301b7b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '9d78911b-e0f7-4eb8-a1ac-f327ade53a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:26.963434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Network hostable DHCP agents. Network: 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:35:27.006777 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (43ac0c66-28b6-4431-9ad3-f1501c51e4b7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.068121 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (c9b96ddf-ede9-475d-87fe-b2fe0fa568e3), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.084527 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:35:27.099871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44068) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:27.102640 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.110647 dv-cinder-851032-1-iscsi neutron-server[104581]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 15:35:27.190758 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a56cb0-9f1b-407f-9452-4b5862467f58,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:27.213086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:27.213611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.296448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:35:27.319844 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Sync routers for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:27.323388 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ed6a7dcf-5e79-47cd-a422-58ff66eb14d5 admin admin] 10.222.0.128 "PUT /v2.0/routers/d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7935190 Jul 26 15:35:27.353616 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:27.354257 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:27.378322 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (43ac0c66-28b6-4431-9ad3-f1501c51e4b7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.396151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c9b96ddf-ede9-475d-87fe-b2fe0fa568e3), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.398561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Network 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:35:27.415461 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:27.429173 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ec4f6431-00a0-45fb-b5d5-c06db5cee1bc req-d385295a-9fda-4df2-87e5-150d68ce8420 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 210 time: 0.3209670 Jul 26 15:35:27.578052 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:27.617968 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:27.630421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ac0c66-28b6-4431-9ad3-f1501c51e4b7,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:27.704135 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:27.772370 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d692ec47-a2d0-4f84-a59b-e3bfb1d5cee3 admin admin] Publish callbacks [] for security_group (7e33f6fb-0a0f-4574-bf38-85153ea92f4e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.776628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:27.779414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.779745 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:27.797346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.798663 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-41efaeea-4b4b-42bf-802a-90c491862ee6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4362078 Jul 26 15:35:27.801718 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44096) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:27.806857 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': 'c9b96ddf-ede9-475d-87fe-b2fe0fa568e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:27.832571 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab620fcc-a702-4b2a-8a42-6e482045b84e None None] Network 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:27.854992 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.857241 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b4d7e73d-15a2-44dd-b72e-c3454b02dfab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4287314 Jul 26 15:35:27.861439 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44098) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:27.874178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:27.881757 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d692ec47-a2d0-4f84-a59b-e3bfb1d5cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7e33f6fb-0a0f-4574-bf38-85153ea92f4e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:27.970402 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d692ec47-a2d0-4f84-a59b-e3bfb1d5cee3 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=bb91cae932274d20a4a88af94098b700&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7041805 Jul 26 15:35:27.973189 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44102) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:27.990501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692ec47-a2d0-4f84-a59b-e3bfb1d5cee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e33f6fb-0a0f-4574-bf38-85153ea92f4e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:28.087467 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-32c87af8-839b-4d59-a7d5-0d73b4a27af7 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6274734 Jul 26 15:35:28.091691 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (0f6cbeb4-2cf9-4d76-a2c3-60bf56c79cc9), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.135285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.165117 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (fb12cf24-98e1-434a-aaa5-14ea30c15dc7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.172131 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '840cd8a0-171a-486d-ab62-370abea8cc94', 'name': '', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'mac_address': 'fa:16:3e:db:7c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:21Z', 'updated_at': '2022-07-26T15:35:25Z', 'revision_number': 2, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'subnets': [{'id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:28.226228 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:28.244112 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Checking router: d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:28.246886 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Updating router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b port 840cd8a0-171a-486d-ab62-370abea8cc94 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:28.260924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fb12cf24-98e1-434a-aaa5-14ea30c15dc7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.336210 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb12cf24-98e1-434a-aaa5-14ea30c15dc7,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:28.377379 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.388619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.394074 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-160021dc-98d2-46fe-bb3b-2667763231de tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4804769 Jul 26 15:35:28.394722 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44124) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:28.399493 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group_rule': {'security_group_id': 'fb12cf24-98e1-434a-aaa5-14ea30c15dc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:28.478190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=69,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:28.546039 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Current status of the port 33e4d464-de0c-4efa-aafa-2c6652e6a643 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:28.547036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.550158 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3a982-4090-4da6-981c-56c0e81ae727 None None] Network 9d78911b-e0f7-4eb8-a1ac-f327ade53a1f requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:35:28.566047 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44130) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:28.664244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:28.703531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (dae98298-f87a-481c-873c-09a4420f5ab5), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.758973 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:28.837914 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks [] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:28.871010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] For port 33e4d464-de0c-4efa-aafa-2c6652e6a643, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=33e4d464-de0c-4efa-aafa-2c6652e6a643,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:28.926433 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:28.927517 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f4293214-0ffa-4a64-ba2c-213ad2765a89 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:28.975105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.005430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (dae98298-f87a-481c-873c-09a4420f5ab5), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.010668 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:29.013471 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Deleting subnet bddcce71-3ce7-4c68-813f-36cd998b2773 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:35:29.022890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks [] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.025583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Publish callbacks [] for subnet (bddcce71-3ce7-4c68-813f-36cd998b2773), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.032311 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.052916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.161540 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Publish callbacks [] for subnet (bddcce71-3ce7-4c68-813f-36cd998b2773), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.182821 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] Publish callbacks [] for security_group (7e33f6fb-0a0f-4574-bf38-85153ea92f4e), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.196633 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (bddcce71-3ce7-4c68-813f-36cd998b2773), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.225630 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.240818 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port f4293214-0ffa-4a64-ba2c-213ad2765a89 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:29.241498 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.275291 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-88cc86c2-6735-4d76-9c62-231b506e8809 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:29.289763 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks [] for port (840cd8a0-171a-486d-ab62-370abea8cc94), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.304307 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-88cc86c2-6735-4d76-9c62-231b506e8809 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 1.1703427 Jul 26 15:35:29.313118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:29.325419 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (dae98298-f87a-481c-873c-09a4420f5ab5), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.339117 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (0f6cbeb4-2cf9-4d76-a2c3-60bf56c79cc9), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.352533 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-5e4981f3-f1eb-42de-a74a-4527546f9c7b None None] Provisioning complete for port 840cd8a0-171a-486d-ab62-370abea8cc94 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:29.352962 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5e4981f3-f1eb-42de-a74a-4527546f9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.355418 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbae9b-120a-4572-979f-708c29075a1a None None] Pushing event updated for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.376494 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.391353 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] Publish callbacks [] for security_group (7e33f6fb-0a0f-4574-bf38-85153ea92f4e), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.454237 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006b4b0-be0a-4dd1-8c3e-336684386915 None None] Pushing event updated for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.494381 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:29.591214 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Attempting to bind port 840cd8a0-171a-486d-ab62-370abea8cc94 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:29.591592 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Attempting to bind port 840cd8a0-171a-486d-ab62-370abea8cc94 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:29.591957 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Attempting to bind port 840cd8a0-171a-486d-ab62-370abea8cc94 on network 2be0a9bc-b9da-4308-9564-233a11170d03 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:29.613888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0f6cbeb4-2cf9-4d76-a2c3-60bf56c79cc9), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.614733 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:29.615164 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Checking segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:29.615801 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.616632 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Bound using segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:29.617145 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Bound port: 840cd8a0-171a-486d-ab62-370abea8cc94, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:29.617535 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.639890 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae98298-f87a-481c-873c-09a4420f5ab5,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.674252 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1d9e42d4-87d8-40b3-8213-e9a7eda70d17 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/quotas/cc117969e9394769a471d512ce80734a HTTP/1.1" status: 200 len: 375 time: 0.2953980 Jul 26 15:35:29.722298 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6cbeb4-2cf9-4d76-a2c3-60bf56c79cc9,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.738295 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732c7d8-bf10-4c1a-9508-6122582c486c None None] Pushing event updated for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.772635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Allocated IP 172.27.1.98 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/e3ac7c4e-645d-40d0-9451-79c4cf670b11) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:29.775071 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:29.778058 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] For port 840cd8a0-171a-486d-ab62-370abea8cc94, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:29.784380 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] For port 840cd8a0-171a-486d-ab62-370abea8cc94, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=840cd8a0-171a-486d-ab62-370abea8cc94,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:29.810151 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-902252c5-8884-46d4-83ea-fed52f1db7ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348414 Jul 26 15:35:29.871278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.877681 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c4fe8377-ca52-46ac-b624-bb93b6cebbe1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0738358 Jul 26 15:35:29.878381 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44164) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:29.878805 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.900920 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7e33f6fb-0a0f-4574-bf38-85153ea92f4e), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.908255 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:29.915078 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dd104-cd32-43f3-a62a-82b839c51f6a None None] Pushing event updated for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:29.919741 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/7e33f6fb-0a0f-4574-bf38-85153ea92f4e HTTP/1.1" status: 204 len: 168 time: 1.9426842 Jul 26 15:35:29.929463 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-5e4981f3-f1eb-42de-a74a-4527546f9c7b None None] Port 840cd8a0-171a-486d-ab62-370abea8cc94 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:29.977442 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': 'c9b96ddf-ede9-475d-87fe-b2fe0fa568e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:30.000563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-e806242b-cb77-4c32-b513-1f1de6e3dda7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:30.003435 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-e806242b-cb77-4c32-b513-1f1de6e3dda7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/networks?id=2be0a9bc-b9da-4308-9564-233a11170d03 HTTP/1.1" status: 200 len: 811 time: 1.1583245 Jul 26 15:35:30.012048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b142-470a-4dfe-ab35-257935179647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e33f6fb-0a0f-4574-bf38-85153ea92f4e,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:30.012251 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Attempting to bind port e939ea2d-efab-4d80-a2da-c93660878cf5 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:30.012251 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Attempting to bind port e939ea2d-efab-4d80-a2da-c93660878cf5 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:30.012251 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Attempting to bind port e939ea2d-efab-4d80-a2da-c93660878cf5 on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:30.036167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-c9a7ea98-1bad-4885-9f9b-8a91a1efc8cb tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/quotas/417b9d6cde90467ebe75c790867a8c89 HTTP/1.1" status: 200 len: 375 time: 0.0259073 Jul 26 15:35:30.049019 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006b4b0-be0a-4dd1-8c3e-336684386915 None None] Pushing event updated for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:30.051670 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:30.060944 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:30.080717 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:30.084924 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Checking segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:30.085935 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.087032 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Bound using segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:30.088190 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Bound port: e939ea2d-efab-4d80-a2da-c93660878cf5, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:30.089907 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.099776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Attempting to bind port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:30.100938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Attempting to bind port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:30.102337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Attempting to bind port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:30.162161 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.194707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:30.195085 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Checking segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:30.195495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.195896 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Bound using segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:30.196386 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Bound port: 0c6f3f57-12b2-4cf7-8799-dae2de9887d5, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:30.197891 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-753bcc71-f022-4d2c-90fa-78b9b325659c service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866389 Jul 26 15:35:30.206219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.236534 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0ad6acc8-677b-4554-954f-a7e8b53a1422 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=417b9d6cde90467ebe75c790867a8c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927187 Jul 26 15:35:30.245628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.248525 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-38dd7d09-21e8-45b2-8e99-fa13a2b7a0b1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8527949 Jul 26 15:35:30.252380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44178) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:30.257427 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for subnet (bddcce71-3ce7-4c68-813f-36cd998b2773), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.266780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group_rule': {'security_group_id': 'fb12cf24-98e1-434a-aaa5-14ea30c15dc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:30.348952 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.383642 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddcce71-3ce7-4c68-813f-36cd998b2773,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:30.396416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.401933 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-008c9a11-042b-4902-a663-4afa4dc11049 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/bddcce71-3ce7-4c68-813f-36cd998b2773 HTTP/1.1" status: 204 len: 168 time: 1.8343146 Jul 26 15:35:30.407940 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:30.422900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44180) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:30.487192 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (ae4107c5-470c-4de3-af50-816ddadab705), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.513712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:30.519138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Provisioning complete for port e939ea2d-efab-4d80-a2da-c93660878cf5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:30.519532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.524752 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port f4293214-0ffa-4a64-ba2c-213ad2765a89 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:30.548152 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:30.578594 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:30.597362 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=e3ac7c4e-645d-40d0-9451-79c4cf670b11,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:30.610357 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:30.673501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (55ad12c3-423b-4160-b758-548e5814f84b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.692364 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (f74a32b8-3d43-4586-af8b-faa53b738305), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.789139 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] For port e939ea2d-efab-4d80-a2da-c93660878cf5, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:30.799791 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:30.854383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Port e939ea2d-efab-4d80-a2da-c93660878cf5 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:30.857983 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] For port e939ea2d-efab-4d80-a2da-c93660878cf5, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e939ea2d-efab-4d80-a2da-c93660878cf5,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:30.866791 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] For port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:30.868988 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:30.874154 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] For port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:30.876189 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Provisioning complete for port 840cd8a0-171a-486d-ab62-370abea8cc94 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:30.878748 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.891101 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:30.963641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (55ad12c3-423b-4160-b758-548e5814f84b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:30.990244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.010813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.011618 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.013532 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.014362 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > port after_create 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.015488 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.016053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > port after_update 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.027583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.028206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.029581 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.030220 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.087248 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '840cd8a0-171a-486d-ab62-370abea8cc94', 'name': '', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'mac_address': 'fa:16:3e:db:7c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:21Z', 'updated_at': '2022-07-26T15:35:29Z', 'revision_number': 4, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'subnets': [{'id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.090823 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 829c86e6-9521-4ff0-b694-bb88f9bf4b37 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:31.132666 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.144337 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-b398c965-2c4c-400b-98cb-88cd6b7f77a9 service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9384470 Jul 26 15:35:31.188955 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293e72-ce5f-44d2-99ad-94ef206b5043 None None] The sync data for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi is: [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:35:24Z', 'revision_number': 4, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '840cd8a0-171a-486d-ab62-370abea8cc94', 'name': '', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'mac_address': 'fa:16:3e:db:7c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:21Z', 'updated_at': '2022-07-26T15:35:29Z', 'revision_number': 4, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'subnets': [{'id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:31.198751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:31.199784 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.292193 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.294970 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (ae4107c5-470c-4de3-af50-816ddadab705), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.397958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732c7d8-bf10-4c1a-9508-6122582c486c None None] Pushing event updated for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:31.410664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Current status of the port 840cd8a0-171a-486d-ab62-370abea8cc94 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:31.411169 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.413272 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:31.413761 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.421570 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (ae4107c5-470c-4de3-af50-816ddadab705), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.425487 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:31.426337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.490033 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.505670 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4107c5-470c-4de3-af50-816ddadab705,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:31.512397 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:31.548974 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.549367 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.549710 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.550048 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:31.550431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ad12c3-423b-4160-b758-548e5814f84b']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.643821 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d387a87-2bc6-42e6-961e-ab550bba923f') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.646650 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d387a87-2bc6-42e6-961e-ab550bba923f') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:31.710534 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (f74a32b8-3d43-4586-af8b-faa53b738305), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.722702 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.724310 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-2807804e-5e63-4c35-bd46-abd1c2054c34 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8306463 Jul 26 15:35:31.746630 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-06099281-5c87-4aba-8e58-f360bfe3e75f req-15000b9d-7504-4954-ac29-3b55563ee5a5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.1544969 Jul 26 15:35:31.760140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44210) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:31.794880 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:31.817250 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (4d387a87-2bc6-42e6-961e-ab550bba923f), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.869985 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (f74a32b8-3d43-4586-af8b-faa53b738305), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:31.888598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-9b486912-dec1-43b8-ab7a-989d34d5da58 service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:35:31.889646 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-9b486912-dec1-43b8-ab7a-989d34d5da58 service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3085959 Jul 26 15:35:31.951186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44212) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:31.968779 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74a32b8-3d43-4586-af8b-faa53b738305,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:32.076035 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (4d387a87-2bc6-42e6-961e-ab550bba923f), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.167513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.168862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dd104-cd32-43f3-a62a-82b839c51f6a None None] Pushing event updated for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:32.181137 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.182483 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d01950b4-681d-4b39-b110-54ea518069c8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9269021 Jul 26 15:35:32.185873 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44220) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:32.191262 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:32.205884 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9959fc1d-47a3-4887-b01a-4bf7b18e8cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.215578 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:35:32.217120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (4d387a87-2bc6-42e6-961e-ab550bba923f), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.250173 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:32.271690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.325348 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.358742 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.396455 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] For port 840cd8a0-171a-486d-ab62-370abea8cc94, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=840cd8a0-171a-486d-ab62-370abea8cc94,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:32.410792 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=e3ac7c4e-645d-40d0-9451-79c4cf670b11,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:32.428311 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.520855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.540276 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:32.544271 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:32.549839 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.551472 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8a4d4fda-4590-4b16-bc1f-37b060b590e9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6889985 Jul 26 15:35:32.633484 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:32.637397 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.828399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9959fc1d-47a3-4887-b01a-4bf7b18e8cef admin admin] Publish callbacks [] for security_group (2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.833506 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 4d387a87-2bc6-42e6-961e-ab550bba923f resource provider aggregate not found Jul 26 15:35:32.860266 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:32.862086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 33e4d464-de0c-4efa-aafa-2c6652e6a643 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:32.893927 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Allocated IP 172.27.1.54 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/d9d25963-c1da-4510-a259-d94cc62a3d0e) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:32.916697 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Provisioning complete for port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:32.917438 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:32.922413 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 4d387a87-2bc6-42e6-961e-ab550bba923f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d387a87-2bc6-42e6-961e-ab550bba923f found for delete ", "request_id": "req-24dc3c6a-4c72-4200-8e66-f7f21d379483"}]} Jul 26 15:35:32.988152 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-2d86f84a-736a-4ee3-983c-7396973f324f service neutron] 10.222.0.128 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0267057 Jul 26 15:35:33.004409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:33.015838 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9959fc1d-47a3-4887-b01a-4bf7b18e8cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.046456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.48', 52785) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:33.068973 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (55ad12c3-423b-4160-b758-548e5814f84b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.074211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:33.080063 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 33e4d464-de0c-4efa-aafa-2c6652e6a643 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:33.080596 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.088736 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959fc1d-47a3-4887-b01a-4bf7b18e8cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:33.155064 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Pushing event deleted for resources: {'Network': ['ID=55ad12c3-423b-4160-b758-548e5814f84b,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:33.157665 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.161523 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.163261 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-af7e6e8b-c150-4529-8005-858faa03d0c9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--202431111&fields=id&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 267 time: 0.2567220 Jul 26 15:35:33.177456 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1974ef25-1cae-4e29-826b-351e834b353c admin admin] 10.222.0.128 "DELETE /v2.0/networks/55ad12c3-423b-4160-b758-548e5814f84b HTTP/1.1" status: 204 len: 168 time: 2.7530162 Jul 26 15:35:33.184431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44260) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:33.201435 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-664294a4-1aef-4001-97db-a4466a756441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:30Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:33.239297 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664294a4-1aef-4001-97db-a4466a756441 None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:30Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:33.242143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Pushing event updated for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:33.257705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Deleting subnet a370f2d1-7066-46c4-800f-01d9605aad8d {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:35:33.264089 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Publish callbacks [] for subnet (a370f2d1-7066-46c4-800f-01d9605aad8d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.306659 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9959fc1d-47a3-4887-b01a-4bf7b18e8cef admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=2802c7cd7089467b9918c68aafc37287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3315544 Jul 26 15:35:33.309103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44264) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:33.330165 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 33e4d464-de0c-4efa-aafa-2c6652e6a643 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:33.331505 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6346d9d2-5b67-42e3-9326-b3593823778f up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:33.352982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.376655 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:35:33.400699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-dff01435-06c2-496a-b565-ff6b4853a04a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:33.405467 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-dff01435-06c2-496a-b565-ff6b4853a04a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 0.3485863 Jul 26 15:35:33.437976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-73024813-5d89-4f50-a41f-52d60bccdbd1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:33.439103 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:33.439484 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:33.439869 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-73024813-5d89-4f50-a41f-52d60bccdbd1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 816 time: 0.2632046 Jul 26 15:35:33.449712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:33.459902 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d721be10-98e8-4db6-8257-b7f1bf1cb3d6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/quotas/1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 375 time: 0.0144122 Jul 26 15:35:33.466401 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'port': {'device_id': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'admin_state_up': True, 'tenant_id': 'cc117969e9394769a471d512ce80734a'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:33.497715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (a370f2d1-7066-46c4-800f-01d9605aad8d), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.504185 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] Publish callbacks [] for security_group (2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.529477 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] Publish callbacks [] for security_group (2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.541041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Current status of the port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:33.541455 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.544241 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 6346d9d2-5b67-42e3-9326-b3593823778f triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:33.544687 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.594402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:30Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:33.601517 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-7b93559b-2117-413b-a69a-ddb7062c8322 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286898 Jul 26 15:35:33.630441 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-2d28aa9b-b89f-4ad7-96ec-0233e78cef07 service neutron] 10.222.0.128 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117191 Jul 26 15:35:33.674635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (a370f2d1-7066-46c4-800f-01d9605aad8d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.695767 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe34721-0afe-43ed-b8a6-aba784903c85 None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:30Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:33.755704 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] For port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:33.785355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.788325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.789409 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:33.806478 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36 HTTP/1.1" status: 204 len: 168 time: 0.4185972 Jul 26 15:35:33.844546 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-5af0b58f-2eab-4189-b369-1de6ff3a4788 service neutron] 10.222.0.128 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195060 Jul 26 15:35:33.856901 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018bcb0-4dd6-451d-b280-c0cbbcb98502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d09d9b1-c8a9-41ae-ae0a-0e6bde232e36,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:33.917702 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:33.944242 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:33.978263 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.27.1.123 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/16ac4361-a8e7-429b-8455-cfbdf2d8f8b7) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:34.039442 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:34.082604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=d9d25963-c1da-4510-a259-d94cc62a3d0e,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:34.139064 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:34.221157 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:34.255653 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.287984 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Made reservation on behalf of cc117969e9394769a471d512ce80734a for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:34.291370 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.296845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (a370f2d1-7066-46c4-800f-01d9605aad8d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.352229 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 6346d9d2-5b67-42e3-9326-b3593823778f is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:34.353390 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device a7a56cb0-9f1b-407f-9452-4b5862467f58 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:34.506096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.520416 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Provisioning complete for port e939ea2d-efab-4d80-a2da-c93660878cf5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:34.521192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.533640 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313707f5-0ea8-45aa-b6f0-7656c281f8e2 None None] Pushing event updated for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:34.538003 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/a370f2d1-7066-46c4-800f-01d9605aad8d HTTP/1.1" status: 204 len: 168 time: 1.3439796 Jul 26 15:35:34.571567 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:34.575415 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.577502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44308) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:34.599588 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port a7a56cb0-9f1b-407f-9452-4b5862467f58 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:34.599966 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.673499 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d2b3b663-eb52-4aff-b711-215b98a3f0bd service neutron] 10.222.0.128 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213983 Jul 26 15:35:34.692258 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.726761 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:34.736303 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (9d78911b-e0f7-4eb8-a1ac-f327ade53a1f), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.741633 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085dd14-ab1d-4e34-b958-6125a558cf66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a370f2d1-7066-46c4-800f-01d9605aad8d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:34.746408 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e31de8d7-a18f-4a43-a0f1-7562e530cc44 req-53d6b910-eb2e-4811-a025-2e51152dcb35 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.4642491 Jul 26 15:35:34.816743 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:35:34.818127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Updating router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 port 3daf4751-d97d-46c6-9fce-218b2445be64 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:35:34.872375 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.929336 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Current status of the port e939ea2d-efab-4d80-a2da-c93660878cf5 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:34.931142 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:34.934009 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-402b60ab-d0f4-42cd-9128-915107c2ce06 req-d1955cd5-97a7-4608-ac95-2ca66738fc09 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.1205144 Jul 26 15:35:35.038819 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:35.042547 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:35.048069 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:35.358855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port a7a56cb0-9f1b-407f-9452-4b5862467f58 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:35.360871 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 00e3bd64-d9c8-4304-99ab-b3d3885e39ee up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:35.385788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:35.443681 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:35.505381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=16ac4361-a8e7-429b-8455-cfbdf2d8f8b7,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:35.507467 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] For port e939ea2d-efab-4d80-a2da-c93660878cf5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e939ea2d-efab-4d80-a2da-c93660878cf5,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:35.528803 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:35.606207 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-415bb079-b8c5-4462-b63c-1948db4ca9a4 req-faa525fc-9902-414d-a7ff-8d4127a05fdc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.1681700 Jul 26 15:35:35.699698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (9d78911b-e0f7-4eb8-a1ac-f327ade53a1f), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:35.715961 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:35.749887 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.48', 52791) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:35.851276 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Allocated IP 172.20.0.8 (3b2c9ca8-7a56-40ff-881c-039976281dd4/0bfeef8d-f7a3-4996-a466-af2c854a1b24/c03b7ef2-921a-46c7-a2cf-56b5e31aee6f) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:35.881573 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:35.882360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.057778 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.071265 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.091080 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > port after_create 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > port after_update 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.104036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.175131 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Provisioning complete for port 840cd8a0-171a-486d-ab62-370abea8cc94 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:36.175351 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.254023 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:36.266616 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0f345653-deb4-43ef-b6a6-6b7f1ebcd488 req-b0215f1e-c226-49c9-b35c-7593a2da9379 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.1695552 Jul 26 15:35:36.387380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.411056 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Pushing event updated for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:36.522017 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.522375 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.522711 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.523043 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:35:36.523409 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d78911b-e0f7-4eb8-a1ac-f327ade53a1f']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:36.561645 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:36.637454 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:36.637960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.667434 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Current status of the port 840cd8a0-171a-486d-ab62-370abea8cc94 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:36.672437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d7ad45-9340-4d12-93c3-c06301b7b76d') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:36.678459 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d7ad45-9340-4d12-93c3-c06301b7b76d') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:36.679705 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:36.690439 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:36.703902 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Provisioning complete for port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:36.704410 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.743943 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (45d7ad45-9340-4d12-93c3-c06301b7b76d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.763681 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3ba5e432-c61a-4f9c-8874-f430196c59fa req-28931e3d-71fb-4fb5-9532-0fddab22197d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.0596595 Jul 26 15:35:36.795925 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.871882 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.871882 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device fec7e45a-8176-4215-9da5-311380fd6f5f up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:36.878377 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (45d7ad45-9340-4d12-93c3-c06301b7b76d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:36.955161 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.006557 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.045022 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:37.055392 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=16ac4361-a8e7-429b-8455-cfbdf2d8f8b7,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:37.057002 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:37.060235 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:37.071173 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks [] for port (3daf4751-d97d-46c6-9fce-218b2445be64), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.089684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.115168 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c49f11a6-aef5-4996-8152-aa33373cd276 req-cfb24cdb-5649-4b1e-bff8-c884c6485424 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.5639653 Jul 26 15:35:37.120791 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:35:37.122776 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (45d7ad45-9340-4d12-93c3-c06301b7b76d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.154366 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port fec7e45a-8176-4215-9da5-311380fd6f5f triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:37.155155 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.181395 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.239558 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.240983 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ed58bc49-09ba-42ee-9e9f-ab73a9d34253 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4797761 Jul 26 15:35:37.271548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.312765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2979be3d-b0ec-4866-a7ee-31d7949ceaa5 None None] Current status of the port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:37.439405 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-df78f7f9-0bbf-4e67-b92b-ba1afe804c2d req-eb64c034-19c7-4c9a-b38d-ee464f4867a3 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.0397344 Jul 26 15:35:37.501268 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1423382-a8bb-4034-abee-e36f7b621cda None None] Pushing event updated for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:37.709386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=d9d25963-c1da-4510-a259-d94cc62a3d0e,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:37.724818 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:37.769541 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Attempting to bind port 3daf4751-d97d-46c6-9fce-218b2445be64 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:37.769956 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Attempting to bind port 3daf4751-d97d-46c6-9fce-218b2445be64 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:37.770352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Attempting to bind port 3daf4751-d97d-46c6-9fce-218b2445be64 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:37.776116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (9d78911b-e0f7-4eb8-a1ac-f327ade53a1f), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.787421 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:37.789905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:37.789905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.789905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:37.789905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Bound port: 3daf4751-d97d-46c6-9fce-218b2445be64, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:37.789905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.793614 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port fec7e45a-8176-4215-9da5-311380fd6f5f is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:37.793614 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.829045 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-07665fe4-011e-449f-ae21-b06dc9d6176e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:37.831363 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-07665fe4-011e-449f-ae21-b06dc9d6176e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 2.0631633 Jul 26 15:35:37.885657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port fec7e45a-8176-4215-9da5-311380fd6f5f, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=fec7e45a-8176-4215-9da5-311380fd6f5f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:37.957783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ae5b3085-317c-4da0-9d27-4b680a00ac85 None None] Provisioning complete for port 3daf4751-d97d-46c6-9fce-218b2445be64 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:37.958499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3085-317c-4da0-9d27-4b680a00ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:37.960944 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] For port 3daf4751-d97d-46c6-9fce-218b2445be64, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:37.966295 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] For port 3daf4751-d97d-46c6-9fce-218b2445be64, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3daf4751-d97d-46c6-9fce-218b2445be64,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:37.988139 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-84f7241b-0852-4f30-bac2-f7b7eee09421 req-14bdb43c-abc0-4830-82e7-c754ae8b921c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.0654626 Jul 26 15:35:37.990889 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.007306 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=9d78911b-e0f7-4eb8-a1ac-f327ade53a1f,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:38.015001 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.020226 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1e2cae8e-1d55-462a-9d61-7afb6b641fbf admin admin] 10.222.0.128 "DELETE /v2.0/networks/9d78911b-e0f7-4eb8-a1ac-f327ade53a1f HTTP/1.1" status: 204 len: 168 time: 3.4291177 Jul 26 15:35:38.072261 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b3085-317c-4da0-9d27-4b680a00ac85 None None] Port 3daf4751-d97d-46c6-9fce-218b2445be64 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:38.095754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=fec7e45a-8176-4215-9da5-311380fd6f5f,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:38.105325 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.158590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-8429754f-ab93-42b9-9279-0fcdf778a976 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--1477583954&fields=id&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 267 time: 0.4733281 Jul 26 15:35:38.161256 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.240038 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:35:38.240951 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:38.250891 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1423382-a8bb-4034-abee-e36f7b621cda None None] Pushing event updated for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:38.324835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'port': {'device_id': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'admin_state_up': True, 'tenant_id': 'cc117969e9394769a471d512ce80734a'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:38.407239 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.440856 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0be90edf-59cb-4bb8-aae4-6e29255296c4 req-05b01a94-7c40-4912-9498-2f5e5a3225a0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.0894463 Jul 26 15:35:38.570085 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.48', 52796) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:38.633209 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-163f3663-313f-4ab0-a4e6-f977e0c9e461 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:38.637221 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-163f3663-313f-4ab0-a4e6-f977e0c9e461 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.4773819 Jul 26 15:35:38.640393 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:38.659357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e939ea2d-efab-4d80-a2da-c93660878cf5 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:38.686011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:38.785843 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0f94a4df-ddba-4696-8c2c-3dc3dd9c24ab req-f0793bbd-ac1d-4217-832c-e9c279d285d5 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.0613847 Jul 26 15:35:38.845995 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 45d7ad45-9340-4d12-93c3-c06301b7b76d resource provider aggregate not found Jul 26 15:35:38.859452 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.866171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.867593 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-54a8209c-ad88-4a7b-989f-7a964ad22f10 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6801145 Jul 26 15:35:38.885337 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-2eac2047-8dac-4a20-a23e-da19d650db43 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/quotas/1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 375 time: 0.1037030 Jul 26 15:35:38.902861 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 45d7ad45-9340-4d12-93c3-c06301b7b76d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d7ad45-9340-4d12-93c3-c06301b7b76d found for delete ", "request_id": "req-99c8729f-43ce-4be4-89c0-86cd26ef3608"}]} Jul 26 15:35:38.957919 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-3fd35947-5745-45d0-8267-c3de6fb84fed tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:38.964006 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-3fd35947-5745-45d0-8267-c3de6fb84fed tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.48 "GET /v2.0/networks?id=2be0a9bc-b9da-4308-9564-233a11170d03 HTTP/1.1" status: 200 len: 811 time: 0.3854301 Jul 26 15:35:38.966900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44432) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:38.973233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Provisioning complete for port 3daf4751-d97d-46c6-9fce-218b2445be64 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:38.973233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:38.973412 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-271d8f18-255c-4a3e-9380-c4f5481ae7cf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677831 Jul 26 15:35:38.975604 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:35:38.999279 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Request body: {'port': {'device_id': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'admin_state_up': True, 'tenant_id': '417b9d6cde90467ebe75c790867a8c89'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:39.286852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port e939ea2d-efab-4d80-a2da-c93660878cf5 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:39.287448 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:39.311643 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-f6a0e1fc-3f0e-4367-93ed-d7ef2efc2b00 service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185906 Jul 26 15:35:39.369582 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-72857d8a-ac56-4cff-84ff-88db74d0948a req-544dccaa-f7ff-45e2-82a8-e41730f81043 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.1709433 Jul 26 15:35:39.412707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:39.422338 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-64fa7a66-342e-492d-a227-6dde18cd6a89 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=646ded2b58a149bebe7872ed35ef5643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454994 Jul 26 15:35:39.424194 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44448) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:39.478156 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:39.613999 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:39.802184 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:39.807050 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:39.818881 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:39.857705 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Made reservation on behalf of cc117969e9394769a471d512ce80734a for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:39.858363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] Publish callbacks [] for security_group (c10716ac-6ca4-480d-b69b-61fb3f9385cb), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:39.858471 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:39.863973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port e939ea2d-efab-4d80-a2da-c93660878cf5 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:39.865332 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 840cd8a0-171a-486d-ab62-370abea8cc94 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:39.867287 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:39.924656 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-aa36d309-a5e0-42e5-a93f-dbe5efb808a6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--1995228310&fields=id&tenant_id=f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 267 time: 0.3174489 Jul 26 15:35:39.979113 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:39.989504 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:40.007251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.051964 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.48', 52800) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:40.184348 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-c6270fc9-91c2-4ca2-b6a4-fb1af30f0c17 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:40.196083 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-c6270fc9-91c2-4ca2-b6a4-fb1af30f0c17 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 811 time: 0.2659864 Jul 26 15:35:40.203555 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:40.206665 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Made reservation on behalf of 417b9d6cde90467ebe75c790867a8c89 for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:40.211839 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.304907 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-52de995c-8c83-427e-b585-db493f9c88ac tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/quotas/f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 375 time: 0.1105618 Jul 26 15:35:40.356770 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] Publish callbacks [] for security_group (c10716ac-6ca4-480d-b69b-61fb3f9385cb), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.377834 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-4b71c545-68bc-4dc1-883d-2444a27929a8 service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0584691 Jul 26 15:35:40.511185 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-e378ca53-55b4-4401-811d-87505a4a574d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0485198 Jul 26 15:35:40.547000 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-79b90462-7895-41f6-9518-6ec12ea9cd05 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409537 Jul 26 15:35:40.558415 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-b1e23078-4c25-492a-8979-1c71dfda08df tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:35:40.559907 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-b1e23078-4c25-492a-8979-1c71dfda08df tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065651 Jul 26 15:35:40.600192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:35:40.602815 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Current status of the port 3daf4751-d97d-46c6-9fce-218b2445be64 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:40.606213 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.642020 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 840cd8a0-171a-486d-ab62-370abea8cc94 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:40.644216 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.712020 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-843876ac-ba32-4d83-ab28-9ac84c6a69c5 service neutron] 10.222.0.128 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634939 Jul 26 15:35:40.749384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3a18d-c65f-482f-ac4b-9223c669e26e None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:35:40.780532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] For port 3daf4751-d97d-46c6-9fce-218b2445be64, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3daf4751-d97d-46c6-9fce-218b2445be64,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:40.868833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:40.891694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 840cd8a0-171a-486d-ab62-370abea8cc94 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:40.893235 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:40.896944 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:40.908292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:40.956428 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-45b2205f-b8a6-41fd-a318-cda792ca1311 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:40.957971 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-45b2205f-b8a6-41fd-a318-cda792ca1311 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 816 time: 0.8985212 Jul 26 15:35:40.996359 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:40.997131 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.038318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Allocated IP 172.20.0.12 (3b2c9ca8-7a56-40ff-881c-039976281dd4/0bfeef8d-f7a3-4996-a466-af2c854a1b24/a7399383-25ce-46f7-8438-c79ed3f59c27) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:41.042942 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae2b90-0ca7-424c-8474-d9c4997d8a7b None None] Pushing event updated for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:41.043086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:41.092909 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ad00d31d-e909-4cd0-a78f-e1c50c762b01 None None] Provisioning complete for port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:41.093642 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ad00d31d-e909-4cd0-a78f-e1c50c762b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.183515 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Allocated IP 172.20.0.12 (2be0a9bc-b9da-4308-9564-233a11170d03/0fe4f214-7ea9-4e24-bcbd-fdd264401e4b/061e4f39-0a38-4fd6-be32-3578a95899ef) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:41.234366 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:41.235804 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 00e3bd64-d9c8-4304-99ab-b3d3885e39ee up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:41.239286 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ad00d31d-e909-4cd0-a78f-e1c50c762b01 None None] Port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:41.309221 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-6e3be659-b460-4383-b71c-e2ac1751854d service neutron] 10.222.0.128 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962799 Jul 26 15:35:41.349767 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:41.354424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.472831 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c10716ac-6ca4-480d-b69b-61fb3f9385cb), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.475930 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.480540 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/c10716ac-6ca4-480d-b69b-61fb3f9385cb HTTP/1.1" status: 204 len: 168 time: 2.0237107 Jul 26 15:35:41.513652 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:41.600768 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Request body: {'port': {'device_id': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:41.713251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:41.739596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e36b575a-ae0b-4be2-9615-6d5629f09e94 req-dc3ae41f-95e6-4a7f-9375-b62990383f66 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.6454868 Jul 26 15:35:41.885844 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3daf4751-d97d-46c6-9fce-218b2445be64 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:41.886343 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:42.020923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 3daf4751-d97d-46c6-9fce-218b2445be64 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:42.021402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.180822 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 3daf4751-d97d-46c6-9fce-218b2445be64 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:42.186495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device fec7e45a-8176-4215-9da5-311380fd6f5f up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:35:42.290261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1f7f6-9f54-4eee-aaaf-530fe79695a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10716ac-6ca4-480d-b69b-61fb3f9385cb,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:42.339617 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-b7be7907-81af-4adc-91a5-520a661fc516 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 379 time: 1.3430941 Jul 26 15:35:42.350815 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6aea9400-4670-4735-8cb5-02fb505ef0c5 req-48d319bd-6779-4b19-9978-a1f012945cb3 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.1899531 Jul 26 15:35:42.393896 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks [] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.407735 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b9da3b51-b730-4820-a553-26f500f143e2 req-f7ce2c73-6d28-4dba-a833-63142f7b25c0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.4837286 Jul 26 15:35:42.483954 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'port': {'device_id': '466faeda-8564-46cd-a893-141a3ed7e409', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'admin_state_up': True, 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'security_groups': ['a6beb027-aedd-423a-b09f-dc972dc2c3f1']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:42.497726 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port fec7e45a-8176-4215-9da5-311380fd6f5f triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:42.499630 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.548143 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-154d6697-7367-4f14-ad93-8efc5817f014 req-abb42a58-f227-4775-86a6-c2c2ed0a8d29 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.0428660 Jul 26 15:35:42.559149 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.659255 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:42.683969 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port fec7e45a-8176-4215-9da5-311380fd6f5f is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:42.685403 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Network 2be0a9bc-b9da-4308-9564-233a11170d03 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:42.697678 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:42.698075 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-317a31c7-4da7-43be-bc3d-95a29b0ebc3f req-7d200761-dd69-4f97-a904-fd9a90d369fb tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0473084 Jul 26 15:35:42.722739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Pushing event updated for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:42.725739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:42.811736 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:42.811736 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.880434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:42.939575 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eda72a3a-f422-4e5d-997a-7188776c7530 req-bf31a383-4cbd-4a57-80a0-a7628b23343b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.0964141 Jul 26 15:35:43.105117 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:43.225907 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-837f2d23-f177-4b08-a703-b37ee3988509 None None] Provisioning complete for port 061e4f39-0a38-4fd6-be32-3578a95899ef triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:43.226504 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-837f2d23-f177-4b08-a703-b37ee3988509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:43.269391 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-10ef627e-a2a5-4f44-88f7-e5d4688ea8d7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2838616 Jul 26 15:35:43.293311 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44536) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:43.303595 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Made reservation on behalf of 1165baf67df0484dbe4163c5a750784a for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:43.322479 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:43.358742 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-837f2d23-f177-4b08-a703-b37ee3988509 None None] Port 061e4f39-0a38-4fd6-be32-3578a95899ef cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:43.376999 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:43.379015 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:43.404903 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d323722d-2443-4d40-85c8-1e639a196e14 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f8ed9e07c5284fdc80dcd22dd275ac80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1077678 Jul 26 15:35:43.406388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44544) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:43.462319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:43.467922 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Request body: {'port': {'device_id': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:43.474780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:43.756718 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0d64afb-ed49-45ca-8ba2-694bd3a10583 req-5f39fc4f-e4fc-4220-89ca-62daf20631a1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.1351359 Jul 26 15:35:43.761604 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:43.777983 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Allocated IP 172.20.0.10 (c8f586bd-fa08-43ea-8187-a7c90e05c8af/dfa31a48-9af5-4644-a2d8-40b98f394a65/86c0b00c-84f0-4079-9990-7a8a967d7342) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:43.785695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] Publish callbacks [] for security_group (ddea7cc6-c75f-469b-afa4-80d5659b3fd5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:43.838437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:43.905241 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:44.010945 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3dbf53df-b48a-4a60-bbb8-3fb801f9e4bc None None] Provisioning complete for port a7399383-25ce-46f7-8438-c79ed3f59c27 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:44.011318 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3dbf53df-b48a-4a60-bbb8-3fb801f9e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.040975 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:44.056836 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67978dab-b55d-415e-b056-b4f0cd810136 req-0dc80cc7-e8d3-45d9-a689-bc94067ca137 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:44.062179 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-67978dab-b55d-415e-b056-b4f0cd810136 req-0dc80cc7-e8d3-45d9-a689-bc94067ca137 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 932 time: 0.2032261 Jul 26 15:35:44.126587 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf53df-b48a-4a60-bbb8-3fb801f9e4bc None None] Port a7399383-25ce-46f7-8438-c79ed3f59c27 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:44.214499 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] Publish callbacks [] for security_group (ddea7cc6-c75f-469b-afa4-80d5659b3fd5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.289191 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:44.290320 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.436945 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-556bbdc7-cb60-4393-91a3-8831e9a7bc93 req-42786180-cfdd-4ccd-823c-39e14bf73fcd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.2492363 Jul 26 15:35:44.485323 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03b7ef2-921a-46c7-a2cf-56b5e31aee6f {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:44.510529 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks [] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.590702 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:44.612660 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.620059 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-01a2c0e9-b210-4d72-bd0b-1f25fb811ef5 req-258309e2-a829-4f97-91a3-6449aa235b63 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0425386 Jul 26 15:35:44.675850 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-67978dab-b55d-415e-b056-b4f0cd810136 req-d9aca23c-e42a-4371-80a6-f3041dec6482 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253150 Jul 26 15:35:44.684918 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-bb4a3cc7-9fa4-4d8f-ad34-d1f006d992f6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4062934 Jul 26 15:35:44.733166 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ddea7cc6-c75f-469b-afa4-80d5659b3fd5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.735835 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.740132 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/ddea7cc6-c75f-469b-afa4-80d5659b3fd5 HTTP/1.1" status: 204 len: 168 time: 1.3293996 Jul 26 15:35:44.740334 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Request body: {'port': {'device_id': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:44.759275 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Transition to ACTIVE for port object c03b7ef2-921a-46c7-a2cf-56b5e31aee6f will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:44.767266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d01f52-6fe4-4952-be07-f922bca021ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea7cc6-c75f-469b-afa4-80d5659b3fd5,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:44.884250 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061e4f39-0a38-4fd6-be32-3578a95899ef {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:44.898301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.900165 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.914359 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks [] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:44.952230 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059aa66-e6d1-40c2-af68-ac7c14cadd9d req-47359d39-7253-4f6c-8915-3be6c6051e49 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:44.960900 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5059aa66-e6d1-40c2-af68-ac7c14cadd9d req-47359d39-7253-4f6c-8915-3be6c6051e49 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 932 time: 0.1758699 Jul 26 15:35:44.991625 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:44.994442 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Transition to ACTIVE for port object 061e4f39-0a38-4fd6-be32-3578a95899ef will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:45.072044 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:45.087361 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5059aa66-e6d1-40c2-af68-ac7c14cadd9d req-650703db-8d9f-47a6-91ca-511986bd4452 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253641 Jul 26 15:35:45.092638 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:45.131993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:45.144595 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb0e3a-28f6-44b3-ab78-d5568fb678e5 req-249b0265-8393-452f-aaac-8cf816891876 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:45.146360 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-72cb0e3a-28f6-44b3-ab78-d5568fb678e5 req-249b0265-8393-452f-aaac-8cf816891876 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 932 time: 0.1406052 Jul 26 15:35:45.153363 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:45.158842 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:45.206147 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Pushing event updated for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:45.239366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Pushing event updated for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:45.422670 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:45.569712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.48', 52807) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:45.653357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1050acc9-31a2-4e26-8b2d-b8e464d17080 None None] Provisioning complete for port 86c0b00c-84f0-4079-9990-7a8a967d7342 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:45.656829 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1050acc9-31a2-4e26-8b2d-b8e464d17080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:45.726677 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1050acc9-31a2-4e26-8b2d-b8e464d17080 None None] Port 86c0b00c-84f0-4079-9990-7a8a967d7342 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:45.779016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Attempting to bind port 061e4f39-0a38-4fd6-be32-3578a95899ef on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:45.779836 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Attempting to bind port 061e4f39-0a38-4fd6-be32-3578a95899ef by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:45.780191 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Attempting to bind port 061e4f39-0a38-4fd6-be32-3578a95899ef on network 2be0a9bc-b9da-4308-9564-233a11170d03 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:45.793068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:45.815925 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc15b44a-2227-47a1-979d-f448eb0c898c req-ba4f4945-ea2a-492c-aba9-1dc81b526be9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.1560836 Jul 26 15:35:45.847561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Port 061e4f39-0a38-4fd6-be32-3578a95899ef on network 2be0a9bc-b9da-4308-9564-233a11170d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:45.848291 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Attempting to bind port 061e4f39-0a38-4fd6-be32-3578a95899ef on network 2be0a9bc-b9da-4308-9564-233a11170d03 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:45.885219 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:45.886065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Checking segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:45.886766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Bound using segment: {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:45.887396 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Bound port: 061e4f39-0a38-4fd6-be32-3578a95899ef, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ff7324-6057-4c26-8521-be84cc8eb7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:45.887953 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:45.908400 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e8fcaad0-afdd-4ef5-bfeb-4c41b1f0cd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:46.001761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cbbc6a5c-6d90-44eb-86be-27e8993cffcd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:46.003629 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cbbc6a5c-6d90-44eb-86be-27e8993cffcd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.4276845 Jul 26 15:35:46.028508 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:46.036502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:46.037085 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:46.065583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:46.093946 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=061e4f39-0a38-4fd6-be32-3578a95899ef,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:46.119339 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-72cb0e3a-28f6-44b3-ab78-d5568fb678e5 req-cd270fb2-39eb-4f8b-8011-9e03127f9dbd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9527867 Jul 26 15:35:46.160164 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc6e631c-f2d7-453d-9ef7-f3482ad90be4 req-4f4aa19a-2eb0-448e-8883-6f3ff7a26df7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0643537 Jul 26 15:35:46.174836 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:46.375422 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Pushing event updated for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:46.411303 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:46.412552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:46.415108 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-0076c172-d5a5-47a2-ae36-603baf239941 service neutron] 10.222.0.48 "PUT /v2.0/ports/061e4f39-0a38-4fd6-be32-3578a95899ef HTTP/1.1" status: 200 len: 1094 time: 2.9532790 Jul 26 15:35:46.416239 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:35:46.425531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:46.519739 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-36bded1d-1985-4903-9690-e38b5187fd1d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 380 time: 0.1499753 Jul 26 15:35:46.601605 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'port': {'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'admin_state_up': True, 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'security_groups': ['c9b96ddf-ede9-475d-87fe-b2fe0fa568e3']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:46.606195 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.48', 52810) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:46.638264 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:46.751977 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Attempting to bind port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:46.752695 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Attempting to bind port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:46.753496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Attempting to bind port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:46.763963 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:46.939007 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d6ef889b-c2d9-4fa7-96f6-4e02d165d74d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5123656 Jul 26 15:35:46.946403 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:46.946403 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Attempting to bind port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:46.952065 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:46.959945 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7399383-25ce-46f7-8438-c79ed3f59c27 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:46.982032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks [] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:46.984627 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:46.985016 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:46.985559 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Bound using segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:46.986013 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Bound port: c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:46.986366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:47.051227 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9554026-dd7c-4a5c-a017-2faa69e33ce8 req-5c55bd87-2648-4fba-86df-3df5ee378094 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:47.052881 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d9554026-dd7c-4a5c-a017-2faa69e33ce8 req-5c55bd87-2648-4fba-86df-3df5ee378094 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.2923293 Jul 26 15:35:47.067445 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Request body: {'port': {'device_id': '466faeda-8564-46cd-a893-141a3ed7e409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:47.098139 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:35:47.102961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Transition to ACTIVE for port object a7399383-25ce-46f7-8438-c79ed3f59c27 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:47.120937 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:47.186807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cac528-2dc1-42a3-9cf2-754dccafbcd9 req-6fa89bb3-6e8d-4fd9-b59f-30b3e06d4272 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:47.202624 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c4cac528-2dc1-42a3-9cf2-754dccafbcd9 req-6fa89bb3-6e8d-4fd9-b59f-30b3e06d4272 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 932 time: 0.5926275 Jul 26 15:35:47.246090 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:47.342054 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:47.421264 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d9554026-dd7c-4a5c-a017-2faa69e33ce8 req-6a6606a0-d714-4862-ba5f-aa3c367b9e36 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490992 Jul 26 15:35:47.484531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-e5daaf54-45b4-4e66-8bb5-e833bc872f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:47.485001 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:47.486155 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-e5daaf54-45b4-4e66-8bb5-e833bc872f13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=417b9d6cde90467ebe75c790867a8c89&device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 1128 time: 0.7446320 Jul 26 15:35:47.489150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:47.615059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Pushing event updated for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:47.703113 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:47.738335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-f564edf4-fc8e-4820-a313-8f5c57b41eb7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:47.741270 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-f564edf4-fc8e-4820-a313-8f5c57b41eb7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 811 time: 1.2083888 Jul 26 15:35:47.795473 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-110f53a5-fbc9-4439-90c5-b035ad805ed8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=061e4f39-0a38-4fd6-be32-3578a95899ef HTTP/1.1" status: 200 len: 217 time: 0.1706059 Jul 26 15:35:47.808198 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f535516-163c-4943-b0d8-7ed580c276c4 req-a83322fd-d62b-4745-a9ed-8bf59e5be421 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.2355371 Jul 26 15:35:47.860950 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c4cac528-2dc1-42a3-9cf2-754dccafbcd9 req-7f4e70eb-f17d-4508-bc49-624e0b5ac182 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526778 Jul 26 15:35:47.980610 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:47.985883 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:47.985883 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] 10.222.0.48 "PUT /v2.0/ports/c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 1093 time: 7.0426204 Jul 26 15:35:47.990420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:35:48.114097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:48.123117 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:48.158144 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779f57c-1aa8-4f1d-9d2d-b6a3efdef492 service neutron] Pushing event updated for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:48.184053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-a5d45b75-7efa-48de-a049-845522404484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:48.186987 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-a5d45b75-7efa-48de-a049-845522404484 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fe4f214-7ea9-4e24-bcbd-fdd264401e4b HTTP/1.1" status: 200 len: 850 time: 0.3259051 Jul 26 15:35:48.224181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f677bb-daee-4445-b85a-a9ebd320f81b req-4cc01adf-f0ad-4ae6-a137-288d95c7bdc2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:48.233950 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d7f677bb-daee-4445-b85a-a9ebd320f81b req-4cc01adf-f0ad-4ae6-a137-288d95c7bdc2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 932 time: 0.2643273 Jul 26 15:35:48.249343 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-af15f962-5db0-42ca-9b74-c0df31be5119 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 380 time: 0.4664633 Jul 26 15:35:48.321343 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'port': {'device_id': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'admin_state_up': True, 'tenant_id': 'f81499626e98449897622291738f07f7', 'security_groups': ['fb12cf24-98e1-434a-aaa5-14ea30c15dc7']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:48.371837 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-16582152-1fbb-4c68-b72c-868cd5dfbce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:48.516752 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:48.524358 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bec80b-2bb2-4efd-a57d-e457fb592264 x-openstack-request-id: req-f8bec80b-2bb2-4efd-a57d-e457fb592264 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:48.524705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:48.524967 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-f8bec80b-2bb2-4efd-a57d-e457fb592264 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:48.525398 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bec80b-2bb2-4efd-a57d-e457fb592264'] response: {'name': 'network-changed', 'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef', 'status': 'completed', 'code': 200} Jul 26 15:35:48.526063 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:48.575565 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-064fd7e7-e0a7-4368-95cc-7bfaaa29d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:48.578936 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-064fd7e7-e0a7-4368-95cc-7bfaaa29d54e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2be0a9bc-b9da-4308-9564-233a11170d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3823290 Jul 26 15:35:48.615678 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Attempting to bind port a7399383-25ce-46f7-8438-c79ed3f59c27 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:48.616015 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Attempting to bind port a7399383-25ce-46f7-8438-c79ed3f59c27 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:48.616569 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Attempting to bind port a7399383-25ce-46f7-8438-c79ed3f59c27 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:48.656815 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Port a7399383-25ce-46f7-8438-c79ed3f59c27 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:48.664406 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Attempting to bind port a7399383-25ce-46f7-8438-c79ed3f59c27 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:48.672372 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c8a42ad6-7f74-417b-8feb-1c38b4ecf09b req-85863ca8-744f-4aa6-a3aa-8461282c01ac tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0752909 Jul 26 15:35:48.692804 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-2f5ee601-54ea-4162-8e70-d19d13d53536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:48.692804 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-2f5ee601-54ea-4162-8e70-d19d13d53536 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1127 time: 0.4923875 Jul 26 15:35:48.707875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:48.708458 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:48.709069 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Bound using segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:48.713466 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Bound port: a7399383-25ce-46f7-8438-c79ed3f59c27, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:48.713466 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:48.725345 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:48.797213 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-6be34aa5-db0c-4616-ac9c-90e62a050929 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.0904677 Jul 26 15:35:48.813566 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d7f677bb-daee-4445-b85a-a9ebd320f81b req-9a84812d-5a0e-4430-be92-64c1aa2692ef tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5691712 Jul 26 15:35:48.901300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:48.970369 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.20.0.7 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/096e1cf8-00e9-43b3-ab30-7af29a5b4795) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:49.012365 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956b8f7-8f39-41eb-b8d3-f2dc115469b9 req-25926203-19df-4e83-82df-0e008857173c tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:49.026917 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5956b8f7-8f39-41eb-b8d3-f2dc115469b9 req-25926203-19df-4e83-82df-0e008857173c tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.2130766 Jul 26 15:35:49.039407 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:49.057826 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks [] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.064130 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-782e12aa-9804-4a34-b222-fce7b3c7a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:49.066017 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-782e12aa-9804-4a34-b222-fce7b3c7a3af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.1518457 Jul 26 15:35:49.070771 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:49.078888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a7399383-25ce-46f7-8438-c79ed3f59c27,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:49.087953 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-8d9e53a1-ce69-49e5-a3de-aae7e5ac9e04 service neutron] 10.222.0.48 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965909 Jul 26 15:35:49.127552 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Transition to ACTIVE for port object 86c0b00c-84f0-4079-9990-7a8a967d7342 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:49.128510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:49.156084 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:49.162702 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.208674 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73b6aff-2127-4f46-b642-7ab402e9f9bb x-openstack-request-id: req-c73b6aff-2127-4f46-b642-7ab402e9f9bb {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:49.209149 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:49.209563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-c73b6aff-2127-4f46-b642-7ab402e9f9bb {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:49.210105 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73b6aff-2127-4f46-b642-7ab402e9f9bb'] response: {'name': 'network-changed', 'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'status': 'completed', 'code': 200} Jul 26 15:35:49.218295 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.223547 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Made reservation on behalf of f81499626e98449897622291738f07f7 for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:35:49.225353 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-21b4847b-f593-4c3c-8f0d-c0ba6e41cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:49.225567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.227513 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-21b4847b-f593-4c3c-8f0d-c0ba6e41cd5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1443608 Jul 26 15:35:49.241560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:49.242603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.244117 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] 10.222.0.48 "PUT /v2.0/ports/a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 1094 time: 4.5320406 Jul 26 15:35:49.245774 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5956b8f7-8f39-41eb-b8d3-f2dc115469b9 req-2aab762d-12ce-4144-ab25-0038389166df tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090416 Jul 26 15:35:49.477713 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.588335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.823013 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Allocated IP 172.20.0.9 (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18/7d58d1a6-f21c-44eb-94cb-a32443a35b90/c2d8a054-3dab-4928-969a-c1b58ea17b2a) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:35:49.844424 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7e8f5-66dd-45d3-a56a-1c7693727adb service neutron] Pushing event updated for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:49.925251 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-ebd4c33a-c239-4cec-8ed6-58a04b3253e4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854403 Jul 26 15:35:49.988096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:49.998562 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78038cae-4adc-496b-8158-f6b88cdf0559 req-e3d0ed11-f137-458a-94de-ef99254632e1 service neutron] 10.222.0.48 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8902864 Jul 26 15:35:50.027705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaa80c-efd9-40aa-8467-7e8b1b1af5bd req-5b82e719-96ab-479e-9cd5-cea3204d6747 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.035801 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91eaa80c-efd9-40aa-8467-7e8b1b1af5bd req-5b82e719-96ab-479e-9cd5-cea3204d6747 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.5973649 Jul 26 15:35:50.078824 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:50.099659 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:50.121352 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:50.197458 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:50.243149 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:50.259971 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91eaa80c-efd9-40aa-8467-7e8b1b1af5bd req-a60d307b-73f1-484c-972a-833028f700aa tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233479 Jul 26 15:35:50.323117 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-b7ce38ce-4c10-4f3b-9ec2-18e426b23862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.329981 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-b7ce38ce-4c10-4f3b-9ec2-18e426b23862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1128 time: 0.7644696 Jul 26 15:35:50.342297 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-b1017907-e94f-497e-ab3c-f88e542f4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.355268 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-b1017907-e94f-497e-ab3c-f88e542f4a32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=417b9d6cde90467ebe75c790867a8c89&device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 1128 time: 0.1008832 Jul 26 15:35:50.365347 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.374091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:50.384202 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5189-25dd-43c1-882c-845f8520a37c req-bc5b8c08-36cd-4414-b4c2-f2cd512cf9ba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.395768 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64ff5189-25dd-43c1-882c-845f8520a37c req-bc5b8c08-36cd-4414-b4c2-f2cd512cf9ba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 931 time: 0.8287051 Jul 26 15:35:50.506563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:50.507232 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35251915-4551-4ebe-98c1-d054cfdb1b04 req-474c101d-8d29-458c-aa35-735ad559c8d0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.1182179 Jul 26 15:35:50.528197 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-569281ad-89cc-4a7d-8cba-00028096e21f None None] Provisioning complete for port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:50.530051 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-569281ad-89cc-4a7d-8cba-00028096e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:50.584122 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-5fd32c05-d564-4ad9-aed1-fb09d3958f87 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0531390 Jul 26 15:35:50.620942 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-569281ad-89cc-4a7d-8cba-00028096e21f None None] Port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:50.626182 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b28e76bc-52af-4476-91d6-7618e157fb8a req-a401540e-6851-46ad-92ef-5d37a8ea670e service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024024 Jul 26 15:35:50.628003 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-3f770e71-0135-4325-9cb0-8cd12fd5793b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 217 time: 0.1995137 Jul 26 15:35:50.708613 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64ff5189-25dd-43c1-882c-845f8520a37c req-7691beca-9058-4ab3-a036-92b0f3b666e0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114808 Jul 26 15:35:50.709557 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Attempting to bind port 86c0b00c-84f0-4079-9990-7a8a967d7342 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:50.710281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Attempting to bind port 86c0b00c-84f0-4079-9990-7a8a967d7342 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:50.710891 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Attempting to bind port 86c0b00c-84f0-4079-9990-7a8a967d7342 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:50.726780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Port 86c0b00c-84f0-4079-9990-7a8a967d7342 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:50.727156 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Attempting to bind port 86c0b00c-84f0-4079-9990-7a8a967d7342 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:50.737698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:50.741701 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Checking segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:50.742195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Bound using segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:50.744075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Bound port: 86c0b00c-84f0-4079-9990-7a8a967d7342, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:50.744587 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:50.843355 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:50.879125 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:50.938116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7881ed2-b52b-4ae3-bed3-8cf88b5207d6 req-a8aebeb8-62de-48f2-825c-fc972a64dcb8 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:50.939724 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f7881ed2-b52b-4ae3-bed3-8cf88b5207d6 req-a8aebeb8-62de-48f2-825c-fc972a64dcb8 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.1392875 Jul 26 15:35:50.942938 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:50.948260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:50.995577 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:51.021599 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f7881ed2-b52b-4ae3-bed3-8cf88b5207d6 req-059df133-fc4f-4182-9f76-44b94b088e0f tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709646 Jul 26 15:35:51.043204 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.075721 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9e55-f2a0-4031-a073-c23a9ea53ee1 req-ab3849ac-5aae-4c34-a926-944597fe3b0c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:51.078482 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-654a9e55-f2a0-4031-a073-c23a9ea53ee1 req-ab3849ac-5aae-4c34-a926-944597fe3b0c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.4265783 Jul 26 15:35:51.096691 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:51.097433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.099137 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] 10.222.0.48 "PUT /v2.0/ports/86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 1094 time: 4.0452709 Jul 26 15:35:51.133125 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979fe68-f9c2-4e69-8ef2-9ab0e616cca7 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:51.163088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:51.169269 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.211211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27'}, {'name': 'network-changed', 'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:35:51.213993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27"}, {"name": "network-changed", "server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:51.217213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-518f068b-d330-4377-b55f-922f01c04f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:51.223707 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-518f068b-d330-4377-b55f-922f01c04f89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2be0a9bc-b9da-4308-9564-233a11170d03 HTTP/1.1" status: 200 len: 913 time: 0.8398542 Jul 26 15:35:51.302608 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.310740 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-654a9e55-f2a0-4031-a073-c23a9ea53ee1 req-319d1565-f4b4-4b18-99dc-d475c5d9ae52 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192714 Jul 26 15:35:51.319855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:35:51.336774 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:35:51.356241 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:51.358022 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:35:51.375748 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Jul 2022 15:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f755708-292b-4a36-863f-1da22ea0858c x-openstack-request-id: req-7f755708-292b-4a36-863f-1da22ea0858c {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:51.380105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.380594 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:51.383646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-7f755708-292b-4a36-863f-1da22ea0858c {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:51.384263 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f755708-292b-4a36-863f-1da22ea0858c'] response: {'name': 'network-changed', 'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27', 'status': 'completed', 'code': 200} Jul 26 15:35:51.386310 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f755708-292b-4a36-863f-1da22ea0858c'] response: {'name': 'network-changed', 'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'status': 'completed', 'code': 200} Jul 26 15:35:51.401580 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:51.475434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:51.476117 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.563084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff53d6-77c7-4e90-8252-826c6d2ae327 req-951bf61e-66d0-4146-83d2-81f87158135e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:51.564715 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-75ff53d6-77c7-4e90-8252-826c6d2ae327 req-951bf61e-66d0-4146-83d2-81f87158135e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.1254702 Jul 26 15:35:51.689198 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Request body: {'port': {'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:51.745335 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-580dce4d-422f-4758-9d38-e35fe3e7bd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4278283 Jul 26 15:35:51.776288 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-75ff53d6-77c7-4e90-8252-826c6d2ae327 req-b5deac92-c50e-4462-a934-4d3bf5e0bcfc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854610 Jul 26 15:35:51.815966 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-efee950a-dc97-406a-bcd7-5a82188d8c92 None None] Provisioning complete for port c2d8a054-3dab-4928-969a-c1b58ea17b2a triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:35:51.817019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-efee950a-dc97-406a-bcd7-5a82188d8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:51.853746 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Request body: {'port': {'device_id': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:35:51.859129 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-d9c45c0d-677b-49eb-864e-1613993e91a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=061e4f39-0a38-4fd6-be32-3578a95899ef HTTP/1.1" status: 200 len: 217 time: 0.1900284 Jul 26 15:35:51.874222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-efee950a-dc97-406a-bcd7-5a82188d8c92 None None] Port c2d8a054-3dab-4928-969a-c1b58ea17b2a cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:35:51.876746 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:52.055163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104810a2-5db7-4d91-aa07-547a64003c32 req-ae4c53c7-7238-4e5e-b995-cd5881f76b3f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.056705 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-104810a2-5db7-4d91-aa07-547a64003c32 req-ae4c53c7-7238-4e5e-b995-cd5881f76b3f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 931 time: 0.1513526 Jul 26 15:35:52.068620 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-7ad3610d-ccc9-4b69-9973-94b3b7f50572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.069718 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-7ad3610d-ccc9-4b69-9973-94b3b7f50572 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.4177887 Jul 26 15:35:52.084256 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37308349-e38d-4611-8079-aab96386f270 req-d0bf3501-08ba-434d-ba4f-5b8b8ab8e433 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.085822 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-37308349-e38d-4611-8079-aab96386f270 req-d0bf3501-08ba-434d-ba4f-5b8b8ab8e433 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 931 time: 0.4073765 Jul 26 15:35:52.087959 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-e6ec614c-26ec-4539-b2bd-1e88362dba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.088091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:52.088173 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-e6ec614c-26ec-4539-b2bd-1e88362dba0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1127 time: 0.1322939 Jul 26 15:35:52.089663 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-7a17ce94-e3ee-4f6b-912c-bd65576461df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.091061 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-7a17ce94-e3ee-4f6b-912c-bd65576461df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1128 time: 0.1384561 Jul 26 15:35:52.140364 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-37308349-e38d-4611-8079-aab96386f270 req-46ddb71e-4fe6-4c65-b1df-6437ada96568 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458491 Jul 26 15:35:52.216736 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-30fa9c33-c8be-45bc-b6a0-240dce4d77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.218401 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-30fa9c33-c8be-45bc-b6a0-240dce4d77d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fe4f214-7ea9-4e24-bcbd-fdd264401e4b HTTP/1.1" status: 200 len: 850 time: 0.2106826 Jul 26 15:35:52.258863 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be3f72-97cb-474e-b0cc-98bc8b3f9e76 req-99d8ca53-d955-4f4e-bfc1-dda928f7064c tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.260513 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a4be3f72-97cb-474e-b0cc-98bc8b3f9e76 req-99d8ca53-d955-4f4e-bfc1-dda928f7064c tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.0538030 Jul 26 15:35:52.287546 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:52.291160 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-104810a2-5db7-4d91-aa07-547a64003c32 req-311099c7-af8b-450d-b84e-39c87d89e95e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220829 Jul 26 15:35:52.325003 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a4be3f72-97cb-474e-b0cc-98bc8b3f9e76 req-4d8d63ce-19ca-4223-9390-4f10bad4fbf8 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569715 Jul 26 15:35:52.500452 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:52.547833 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21111a-cce7-499d-9b53-a1a23d2adba0 req-fbc3dccc-157f-4238-85e7-32aaa2b12b29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.549397 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-be21111a-cce7-499d-9b53-a1a23d2adba0 req-fbc3dccc-157f-4238-85e7-32aaa2b12b29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1473200 Jul 26 15:35:52.567655 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-0aad02ee-3ae8-4a10-a2fa-a66ce5f63aa6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 217 time: 0.1096699 Jul 26 15:35:52.626726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096e1cf8-00e9-43b3-ab30-7af29a5b4795 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:52.640980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks [] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:52.658535 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Transition to ACTIVE for port object 096e1cf8-00e9-43b3-ab30-7af29a5b4795 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:52.660372 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-274b9135-d8a9-4e43-9b37-d5ee41fd2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.662264 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-274b9135-d8a9-4e43-9b37-d5ee41fd2c2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2be0a9bc-b9da-4308-9564-233a11170d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1959653 Jul 26 15:35:52.706261 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1614bb01-984d-41b6-b23f-d85f731fab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.708862 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-1614bb01-984d-41b6-b23f-d85f731fab86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2522147 Jul 26 15:35:52.757641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-4fa77a73-1a4a-4187-bc92-e3fc92ff0ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.759097 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-4fa77a73-1a4a-4187-bc92-e3fc92ff0ea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.1521218 Jul 26 15:35:52.790520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:52.806697 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-bbac47e9-d730-4355-bb2b-7f6f70b5ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.806697 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-bbac47e9-d730-4355-bb2b-7f6f70b5ffb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.3271031 Jul 26 15:35:52.808661 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-be21111a-cce7-499d-9b53-a1a23d2adba0 req-0e36f20c-98df-4a4b-82c9-f084cd249f26 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481630 Jul 26 15:35:52.842054 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d8a054-3dab-4928-969a-c1b58ea17b2a {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:52.863476 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks [] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:52.897598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Pushing event updated for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:52.906661 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Transition to ACTIVE for port object c2d8a054-3dab-4928-969a-c1b58ea17b2a will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:35:52.964048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277ceb8-eaa8-4258-8d98-b213181c8417 req-e42c61fe-4814-4259-9efa-f0ae28116742 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:52.965959 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6277ceb8-eaa8-4258-8d98-b213181c8417 req-e42c61fe-4814-4259-9efa-f0ae28116742 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0727036 Jul 26 15:35:52.989961 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.034246 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Attempting to bind port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:53.034680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Attempting to bind port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:53.035196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Attempting to bind port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:53.038168 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6277ceb8-eaa8-4258-8d98-b213181c8417 req-6d85aeb2-0b82-4e16-8d93-928e0999df21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Jul 26 15:35:53.057167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:53.057679 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Attempting to bind port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:53.073644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:53.080655 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:53.081277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:53.081838 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:53.084491 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Bound port: 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:53.088318 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.226487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:53.229260 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Attempting to bind port c2d8a054-3dab-4928-969a-c1b58ea17b2a on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:35:53.229805 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Attempting to bind port c2d8a054-3dab-4928-969a-c1b58ea17b2a by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:35:53.230514 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Attempting to bind port c2d8a054-3dab-4928-969a-c1b58ea17b2a on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:53.246437 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Port c2d8a054-3dab-4928-969a-c1b58ea17b2a on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:35:53.246818 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Attempting to bind port c2d8a054-3dab-4928-969a-c1b58ea17b2a on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:35:53.261911 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:53.299180 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:35:53.299553 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Checking segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:35:53.299915 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Bound using segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:35:53.300588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Bound port: c2d8a054-3dab-4928-969a-c1b58ea17b2a, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:35:53.300957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.356587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5939a8-aa26-403b-bf38-b57023360f34 req-ff6bd26e-a877-4fa1-8f99-6b280c410a22 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.359584 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce5939a8-aa26-403b-bf38-b57023360f34 req-ff6bd26e-a877-4fa1-8f99-6b280c410a22 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.1164687 Jul 26 15:35:53.407563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.478837 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:53.501009 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e4fc6-10fc-41a1-ba6f-4f83efe82e9c req-ee517ec6-9dce-4282-93da-254aeb2c4ee3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.524938 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f1e4fc6-10fc-41a1-ba6f-4f83efe82e9c req-ee517ec6-9dce-4282-93da-254aeb2c4ee3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.1200314 Jul 26 15:35:53.543645 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.544861 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.546422 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] 10.222.0.48 "PUT /v2.0/ports/096e1cf8-00e9-43b3-ab30-7af29a5b4795 HTTP/1.1" status: 200 len: 1093 time: 1.8838105 Jul 26 15:35:53.548523 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:35:53.550949 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289eb4b4-568b-4230-8508-03bb3cc43173" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:53.581944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:35:53.588341 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:53.593197 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f1e4fc6-10fc-41a1-ba6f-4f83efe82e9c req-bca7b582-3923-40c3-b978-34353f528e00 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671108 Jul 26 15:35:53.614498 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce5939a8-aa26-403b-bf38-b57023360f34 req-f3030349-af7d-43c4-9990-165d37fa6aa2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205215 Jul 26 15:35:53.636422 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c38b-3b27-40f6-9d14-2232106bf8af service neutron] Pushing event updated for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:53.676876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:35:53.718923 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601a318-24e9-490e-9bfc-4d982a54f994 x-openstack-request-id: req-7601a318-24e9-490e-9bfc-4d982a54f994 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:53.719430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:53.719942 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-7601a318-24e9-490e-9bfc-4d982a54f994 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:53.720591 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601a318-24e9-490e-9bfc-4d982a54f994'] response: {'name': 'network-changed', 'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'status': 'completed', 'code': 200} Jul 26 15:35:53.754203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6126b9-9c8a-43df-b96c-addd400428dc req-bdaf7f35-346c-4010-a509-f65d3b4bcebf tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.755766 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6d6126b9-9c8a-43df-b96c-addd400428dc req-bdaf7f35-346c-4010-a509-f65d3b4bcebf tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.0632026 Jul 26 15:35:53.781457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.829584 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.836634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:53.836634 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] 10.222.0.48 "PUT /v2.0/ports/c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 1093 time: 2.0046372 Jul 26 15:35:53.873784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa4e7-7bed-493f-b3a0-82194573a35f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:53.884641 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6d6126b9-9c8a-43df-b96c-addd400428dc req-b0d4c827-5fd3-452b-8729-eac5727ac07f tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213508 Jul 26 15:35:53.941016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:53.997444 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b7f3e-d1a9-4a75-8411-bbd56dc97d17 req-4b41da4e-b877-4dd6-949e-f8625cc9d8ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:53.999319 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d7b7f3e-d1a9-4a75-8411-bbd56dc97d17 req-4b41da4e-b877-4dd6-949e-f8625cc9d8ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0606520 Jul 26 15:35:54.053395 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d7b7f3e-d1a9-4a75-8411-bbd56dc97d17 req-1e1790fb-9aab-43db-8bf9-91dfeb067d4b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472691 Jul 26 15:35:54.185447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc063e-c1a6-45b4-b6d9-f71c8d937079 req-f5cedfed-5e79-4ece-95ec-4dd0c3b5c133 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:54.185771 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-51bc063e-c1a6-45b4-b6d9-f71c8d937079 req-f5cedfed-5e79-4ece-95ec-4dd0c3b5c133 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0530322 Jul 26 15:35:54.229901 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:54.234807 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-51bc063e-c1a6-45b4-b6d9-f71c8d937079 req-5092e7b2-3c35-4755-8079-f7cdd15d3dc6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Jul 26 15:35:54.710905 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:54.798562 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74708da-02d1-4ef3-ae05-af4df98b2144 req-4d38ed35-2a09-48ae-9290-8a8db033555a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:54.800070 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c74708da-02d1-4ef3-ae05-af4df98b2144 req-4d38ed35-2a09-48ae-9290-8a8db033555a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.1267869 Jul 26 15:35:54.842881 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-0dc930ce-ee4e-4658-b784-24125b0f3a54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.1351779 Jul 26 15:35:54.888290 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d237ddf3-b05d-42d9-ac3b-b3dae00d75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:54.889822 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-d237ddf3-b05d-42d9-ac3b-b3dae00d75ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1688964 Jul 26 15:35:54.986172 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f27f01-d127-4257-aab0-3cd96c50ac1d req-506f986c-7fda-4d41-b6a2-0a36b0a598c5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:54.987682 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-69f27f01-d127-4257-aab0-3cd96c50ac1d req-506f986c-7fda-4d41-b6a2-0a36b0a598c5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.2303123 Jul 26 15:35:55.009690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-db184289-e4fe-4a3e-8398-394cb722b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.011168 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-db184289-e4fe-4a3e-8398-394cb722b3ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.1408057 Jul 26 15:35:55.063930 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-541b016c-995a-4378-88ca-9c1485c4078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.065468 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-541b016c-995a-4378-88ca-9c1485c4078d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1127 time: 0.2924488 Jul 26 15:35:55.074964 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-462463ab-416f-4a51-8e1a-f7cbb7b0ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.076996 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-462463ab-416f-4a51-8e1a-f7cbb7b0ea15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 1127 time: 0.3068786 Jul 26 15:35:55.079203 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-ddd7f49e-5f41-4c23-99bc-27d324d4df05 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866148 Jul 26 15:35:55.143825 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-da732f4b-d089-4bf1-9ef2-c0532f38c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.145930 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-da732f4b-d089-4bf1-9ef2-c0532f38c10f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155162 Jul 26 15:35:55.176028 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-d429fffd-88c4-490d-a8d1-30ec8c660745 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 217 time: 0.0966837 Jul 26 15:35:55.199986 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-69f27f01-d127-4257-aab0-3cd96c50ac1d req-b428bda7-cc3e-4ddf-84fe-261f532675d2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924002 Jul 26 15:35:55.216040 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-e904e2a7-9d2c-4ad5-9070-9c9d562bc3d8 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031976 Jul 26 15:35:55.233279 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-f32e0220-1f30-4103-ad76-33d19e1fe916 service neutron] 10.222.0.48 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202017 Jul 26 15:35:55.251654 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c74708da-02d1-4ef3-ae05-af4df98b2144 req-e8f7294c-20e7-48cc-9d97-f9fd82375bb4 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4138141 Jul 26 15:35:55.428843 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-466ec363-34a2-4a38-b7ff-b56c7419fd07 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336163 Jul 26 15:35:55.468355 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-21437511-3452-4ddf-9417-33793c3f12f8 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824881 Jul 26 15:35:55.470467 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-5408d555-8104-431a-9d21-36a73f6e8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.471945 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-5408d555-8104-431a-9d21-36a73f6e8448 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.2552989 Jul 26 15:35:55.485662 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-61512eac-2999-44c0-a602-f37fcef16364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.487073 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-61512eac-2999-44c0-a602-f37fcef16364 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3932002 Jul 26 15:35:55.487623 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e359f19-939a-45c8-8827-a7746c3d945b req-d0318345-d12d-46d3-8dbb-daa2515a32c6 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.489123 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7e359f19-939a-45c8-8827-a7746c3d945b req-d0318345-d12d-46d3-8dbb-daa2515a32c6 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.1466546 Jul 26 15:35:55.509548 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc686b-07d8-4198-9d7d-321b42d6b3db req-b8aa240f-eb2e-4c18-92ee-981b4f4ae425 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.511000 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-23fc686b-07d8-4198-9d7d-321b42d6b3db req-b8aa240f-eb2e-4c18-92ee-981b4f4ae425 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1129365 Jul 26 15:35:55.517714 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-63f42e07-717f-49c7-a84d-158cc27aaf6c service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710705 Jul 26 15:35:55.628857 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7e359f19-939a-45c8-8827-a7746c3d945b req-ad20f882-9f0b-4677-89de-21af428d5196 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290739 Jul 26 15:35:55.637886 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-64dc5dd1-77da-4396-bd1b-e1da5e95903c service neutron] 10.222.0.48 "GET /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905427 Jul 26 15:35:55.644587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-206a1671-9740-4b46-a507-760c644b4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.646093 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-206a1671-9740-4b46-a507-760c644b4c4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621406 Jul 26 15:35:55.657317 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cda7de2-7bf3-427b-b5d7-c1b78cb578cb req-73bb2d2c-c6c3-4153-8a0a-d678b45d0b3d service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775081 Jul 26 15:35:55.693790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:55.724756 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-23fc686b-07d8-4198-9d7d-321b42d6b3db req-d71b87fd-f52c-49dd-8a5a-2bda6ce6c554 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871409 Jul 26 15:35:55.736671 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:35:55.738583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82343083-3818-49c0-bdf8-70113c98fde0" -d '{"events": [{"name": "network-changed", "server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:35:55.768935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:55.786917 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699f398-b8e5-4359-862e-f2bde85511fc req-d00d39ab-04db-47bb-b065-c15c8e84c7f7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.788493 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3699f398-b8e5-4359-862e-f2bde85511fc req-d00d39ab-04db-47bb-b065-c15c8e84c7f7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0709279 Jul 26 15:35:55.796956 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf7f47-588c-487e-8338-0af28709fa40 x-openstack-request-id: req-dddf7f47-588c-487e-8338-0af28709fa40 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:35:55.797453 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:35:55.797876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-dddf7f47-588c-487e-8338-0af28709fa40 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:35:55.798473 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddf7f47-588c-487e-8338-0af28709fa40'] response: {'name': 'network-changed', 'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'status': 'completed', 'code': 200} Jul 26 15:35:55.804232 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-865c7c97-0ab2-4672-b68c-b5d5f9fc42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:55.806126 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-289eb4b4-568b-4230-8508-03bb3cc43173 req-865c7c97-0ab2-4672-b68c-b5d5f9fc42fe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3031693 Jul 26 15:35:55.845992 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:55.850827 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3699f398-b8e5-4359-862e-f2bde85511fc req-64eb80fd-ef06-4936-a818-8c8d28d3b864 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542490 Jul 26 15:35:56.150339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44872) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:56.185020 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:56.257054 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd7466b8-4a81-441f-8f49-5452c8b0edc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.350335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd53a8-3955-4261-95be-7c6f513f3b89 req-477a7318-1379-445a-9520-a8fe731413ec tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:56.351894 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7bfd53a8-3955-4261-95be-7c6f513f3b89 req-477a7318-1379-445a-9520-a8fe731413ec tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.0670323 Jul 26 15:35:56.430667 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5341ee-6342-4ae9-863e-7e34aaa9ac1f req-33b05dae-4edf-4947-bf13-36d27aade41e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:56.432162 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fb5341ee-6342-4ae9-863e-7e34aaa9ac1f req-33b05dae-4edf-4947-bf13-36d27aade41e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0537481 Jul 26 15:35:56.441040 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd7466b8-4a81-441f-8f49-5452c8b0edc4 admin admin] Publish callbacks [] for security_group (89f6fb9a-25ca-411e-a9b0-920c3fddf6a4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.446051 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7bfd53a8-3955-4261-95be-7c6f513f3b89 req-a9184107-14b5-452b-8868-c1e62883627d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778306 Jul 26 15:35:56.489787 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fb5341ee-6342-4ae9-863e-7e34aaa9ac1f req-f9815590-8f99-4f66-86af-3f91592d745f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505316 Jul 26 15:35:56.492214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd7466b8-4a81-441f-8f49-5452c8b0edc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (89f6fb9a-25ca-411e-a9b0-920c3fddf6a4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.537746 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-dd7466b8-4a81-441f-8f49-5452c8b0edc4 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=48924a41afc743139fc284a0842f0ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863661 Jul 26 15:35:56.538816 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7466b8-4a81-441f-8f49-5452c8b0edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f6fb9a-25ca-411e-a9b0-920c3fddf6a4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:56.540512 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44890) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:56.593635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] Publish callbacks [] for security_group (89f6fb9a-25ca-411e-a9b0-920c3fddf6a4), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.616002 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] Publish callbacks [] for security_group (89f6fb9a-25ca-411e-a9b0-920c3fddf6a4), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.767522 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (89f6fb9a-25ca-411e-a9b0-920c3fddf6a4), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.768351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6b85-becd-4962-b79c-c956023b5e57 req-f70a9832-7e94-409d-b6e7-4a7dd1b810f6 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:56.770268 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2acd6b85-becd-4962-b79c-c956023b5e57 req-f70a9832-7e94-409d-b6e7-4a7dd1b810f6 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.0490210 Jul 26 15:35:56.770421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:56.771550 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/89f6fb9a-25ca-411e-a9b0-920c3fddf6a4 HTTP/1.1" status: 204 len: 168 time: 0.2300565 Jul 26 15:35:56.781661 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3296fc-bb21-4e32-9775-e168d563fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f6fb9a-25ca-411e-a9b0-920c3fddf6a4,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:56.836296 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2acd6b85-becd-4962-b79c-c956023b5e57 req-fb8ae169-8136-4d8e-ab1e-0bd844d2995a tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Jul 26 15:35:56.890376 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7107f-d115-44b2-bd8a-685bd5c94c55 req-35a3fe20-113c-46d5-907a-8262d76ae2c6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:56.892690 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e1e7107f-d115-44b2-bd8a-685bd5c94c55 req-35a3fe20-113c-46d5-907a-8262d76ae2c6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0623472 Jul 26 15:35:56.990294 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86628072-da20-4295-a870-56ef472e4d5d req-192e5540-13d4-4e41-be13-84ac6be9fc60 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:56.992287 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86628072-da20-4295-a870-56ef472e4d5d req-192e5540-13d4-4e41-be13-84ac6be9fc60 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0576384 Jul 26 15:35:57.047359 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86628072-da20-4295-a870-56ef472e4d5d req-67c85390-4732-4f89-b1d8-71997bb459a4 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Jul 26 15:35:57.099353 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:57.135398 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e1e7107f-d115-44b2-bd8a-685bd5c94c55 req-23fa8d9d-60b0-400e-adf4-47a8aac8add1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372746 Jul 26 15:35:57.375078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44914) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:57.408737 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 44918) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:57.423385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0e6-0dc0-4a80-b4b8-5eb0d160710c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.517457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0e6-0dc0-4a80-b4b8-5eb0d160710c admin admin] Publish callbacks [] for security_group (8b13205a-7239-4127-8974-836312dd9a13), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.589981 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1945fb-3d8e-4144-9aac-efadc22d798a req-2c59e093-5722-477c-b12a-630a51254704 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:57.592573 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-af1945fb-3d8e-4144-9aac-efadc22d798a req-2c59e093-5722-477c-b12a-630a51254704 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.0605924 Jul 26 15:35:57.603254 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0e6-0dc0-4a80-b4b8-5eb0d160710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8b13205a-7239-4127-8974-836312dd9a13), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.635434 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 061e4f39-0a38-4fd6-be32-3578a95899ef details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:35:57.648659 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-af1945fb-3d8e-4144-9aac-efadc22d798a req-d9f49f2c-9662-4144-acea-6d1e525d325d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504127 Jul 26 15:35:57.663422 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7347c24e-f04b-47ce-900b-50da0e42b167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.674909 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f93b2-5bfd-44a2-ac3f-60ac73e1fd96 req-ec7a90fd-045e-4023-9887-fc56de804f19 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:57.676413 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b4f93b2-5bfd-44a2-ac3f-60ac73e1fd96 req-ec7a90fd-045e-4023-9887-fc56de804f19 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.1029630 Jul 26 15:35:57.685239 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dfe2b0e6-0dc0-4a80-b4b8-5eb0d160710c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=4a732d61db0a44bea2406e49c4226397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754245 Jul 26 15:35:57.688106 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44926) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:57.688317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b0e6-0dc0-4a80-b4b8-5eb0d160710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13205a-7239-4127-8974-836312dd9a13,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:57.692730 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:57.702779 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:57.743285 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] Publish callbacks [] for security_group (8b13205a-7239-4127-8974-836312dd9a13), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.767617 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] Publish callbacks [] for security_group (8b13205a-7239-4127-8974-836312dd9a13), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.769277 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b4f93b2-5bfd-44a2-ac3f-60ac73e1fd96 req-5105e2b2-247e-4adb-90ba-d8d522821801 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829003 Jul 26 15:35:57.786844 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=061e4f39-0a38-4fd6-be32-3578a95899ef,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:57.801447 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '061e4f39-0a38-4fd6-be32-3578a95899ef', 'network_id': '2be0a9bc-b9da-4308-9564-233a11170d03', 'port_id': '061e4f39-0a38-4fd6-be32-3578a95899ef', 'mac_address': 'fa:16:3e:ed:a6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4f214-7ea9-4e24-bcbd-fdd264401e4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:35:57.827510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7347c24e-f04b-47ce-900b-50da0e42b167 admin admin] Publish callbacks [] for security_group (2b9c32c8-1416-4622-8771-158a3333aade), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.839901 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 061e4f39-0a38-4fd6-be32-3578a95899ef is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:57.840287 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.855065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061e4f39-0a38-4fd6-be32-3578a95899ef {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:57.878932 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=061e4f39-0a38-4fd6-be32-3578a95899ef,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:57.893100 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8b13205a-7239-4127-8974-836312dd9a13), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.895622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.896791 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/8b13205a-7239-4127-8974-836312dd9a13 HTTP/1.1" status: 204 len: 168 time: 0.2075734 Jul 26 15:35:57.909306 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcab0c9-6910-436d-b07d-c228498dc8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13205a-7239-4127-8974-836312dd9a13,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:57.939201 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7347c24e-f04b-47ce-900b-50da0e42b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2b9c32c8-1416-4622-8771-158a3333aade), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:57.967476 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:57.983108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128939-9235-4231-9b01-e43edd08d2af req-591ad7f8-f96d-4646-9f60-787fd73d82de tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:57.985104 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-99128939-9235-4231-9b01-e43edd08d2af req-591ad7f8-f96d-4646-9f60-787fd73d82de tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 944 time: 0.0610549 Jul 26 15:35:57.994540 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-7347c24e-f04b-47ce-900b-50da0e42b167 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=db52330537c74e4bb90ec6a055d97b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6183426 Jul 26 15:35:57.995245 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c24e-f04b-47ce-900b-50da0e42b167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9c32c8-1416-4622-8771-158a3333aade,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:57.997774 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44932) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:57.999625 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.000355 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c03b7ef2-921a-46c7-a2cf-56b5e31aee6f details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:35:58.072559 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-99128939-9235-4231-9b01-e43edd08d2af req-e583bcf5-0b78-47d0-b297-993443e2353d tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Jul 26 15:35:58.072828 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:58.091556 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] Publish callbacks [] for security_group (2b9c32c8-1416-4622-8771-158a3333aade), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.100994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:58.115949 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] Publish callbacks [] for security_group (2b9c32c8-1416-4622-8771-158a3333aade), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.139233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:58.185724 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:58.199198 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'port_id': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'mac_address': 'fa:16:3e:92:b8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:35:58.236436 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2b9c32c8-1416-4622-8771-158a3333aade), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.239522 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.241280 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/2b9c32c8-1416-4622-8771-158a3333aade HTTP/1.1" status: 204 len: 168 time: 0.2426052 Jul 26 15:35:58.242506 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:35:58.242952 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.255319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f29f-157b-4a3b-a8b7-a62eb1078965 req-7170e09e-a86b-4677-aa4d-75e3a37f8410 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:58.256906 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-46e9f29f-157b-4a3b-a8b7-a62eb1078965 req-7170e09e-a86b-4677-aa4d-75e3a37f8410 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0960000 Jul 26 15:35:58.258830 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03b7ef2-921a-46c7-a2cf-56b5e31aee6f {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:35:58.281452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:35:58.289855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a4db1-d9a1-44b4-8447-0176b1988847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9c32c8-1416-4622-8771-158a3333aade,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:58.291347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:58.317665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:58.347673 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-46e9f29f-157b-4a3b-a8b7-a62eb1078965 req-be2af9ed-e3ad-4f5c-9406-1ef165ea1891 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Jul 26 15:35:58.368052 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecbf84-aefc-4072-a36a-596e9fde8c6b req-5419313e-43db-47c3-8649-99e8689354d0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:58.373194 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-70ecbf84-aefc-4072-a36a-596e9fde8c6b req-5419313e-43db-47c3-8649-99e8689354d0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1016543 Jul 26 15:35:58.377660 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:58.434047 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-70ecbf84-aefc-4072-a36a-596e9fde8c6b req-9dbca0a6-9c6c-416c-aba6-4643bea8fb2c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567000 Jul 26 15:35:58.782282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed9d0-7449-436b-aa29-b903401774e3 req-7ecf8abc-7985-41f2-9fc9-e16ae412ffb8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:58.783770 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7bed9d0-7449-436b-aa29-b903401774e3 req-7ecf8abc-7985-41f2-9fc9-e16ae412ffb8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.0494738 Jul 26 15:35:58.834259 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7bed9d0-7449-436b-aa29-b903401774e3 req-8b4923fa-bc55-45c6-bef0-0f46c0315481 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Jul 26 15:35:58.898957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf81ed-b9b2-4e53-8bf7-540d182c9242 req-eb5b82e3-f97d-4bf7-82ce-a6de027131a6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:58.902488 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d8bf81ed-b9b2-4e53-8bf7-540d182c9242 req-eb5b82e3-f97d-4bf7-82ce-a6de027131a6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0593739 Jul 26 15:35:58.952346 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d8bf81ed-b9b2-4e53-8bf7-540d182c9242 req-633655b6-30c3-4288-a052-f3ed206c23c1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Jul 26 15:35:58.990522 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44964) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:59.004825 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73b29f2e-47bb-4920-9afd-1057cb94c77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.081658 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73b29f2e-47bb-4920-9afd-1057cb94c77b admin admin] Publish callbacks [] for security_group (d57f3ba3-818a-4c80-9593-f96effe8c2c4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.133624 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['061e4f39-0a38-4fd6-be32-3578a95899ef'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:35:59.151066 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-73b29f2e-47bb-4920-9afd-1057cb94c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d57f3ba3-818a-4c80-9593-f96effe8c2c4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.215007 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-73b29f2e-47bb-4920-9afd-1057cb94c77b admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=820d413fc6014edc92a710f001a02aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233059 Jul 26 15:35:59.216635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b29f2e-47bb-4920-9afd-1057cb94c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f3ba3-818a-4c80-9593-f96effe8c2c4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:59.216765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeddd3f-0f92-4781-acee-994d5251b91a req-d4759643-8bd1-4740-bff4-589f5d2ffd75 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:59.220443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 44976) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:35:59.225569 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bfeddd3f-0f92-4781-acee-994d5251b91a req-d4759643-8bd1-4740-bff4-589f5d2ffd75 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 945 time: 0.0625885 Jul 26 15:35:59.291435 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bfeddd3f-0f92-4781-acee-994d5251b91a req-f8520feb-aa9e-4517-8c65-9a558b4248f7 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Jul 26 15:35:59.296945 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] Publish callbacks [] for security_group (d57f3ba3-818a-4c80-9593-f96effe8c2c4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.340646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] Publish callbacks [] for security_group (d57f3ba3-818a-4c80-9593-f96effe8c2c4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.351217 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['c03b7ef2-921a-46c7-a2cf-56b5e31aee6f'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:35:59.520182 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90d612-d931-4a26-b707-e31057fc3611 req-741efe7a-f9d0-4f86-9ac3-40bd59528dbd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:59.528678 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f90d612-d931-4a26-b707-e31057fc3611 req-741efe7a-f9d0-4f86-9ac3-40bd59528dbd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0858419 Jul 26 15:35:59.536504 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d57f3ba3-818a-4c80-9593-f96effe8c2c4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.539050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:35:59.540161 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/d57f3ba3-818a-4c80-9593-f96effe8c2c4 HTTP/1.1" status: 204 len: 168 time: 0.3185663 Jul 26 15:35:59.594284 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb16186-f2fc-4ab3-87ed-f30da6351073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f3ba3-818a-4c80-9593-f96effe8c2c4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:35:59.614012 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76f25-ad9e-4971-96f8-f184a12fc669 req-9ec466ac-cd3e-4ad5-b5ad-bdfb2a23069e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:35:59.621066 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-95f76f25-ad9e-4971-96f8-f184a12fc669 req-9ec466ac-cd3e-4ad5-b5ad-bdfb2a23069e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0973682 Jul 26 15:35:59.658478 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f90d612-d931-4a26-b707-e31057fc3611 req-2d942574-e78d-4a13-a9e2-21f4659683fb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289363 Jul 26 15:35:59.691906 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:35:59.712924 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-95f76f25-ad9e-4971-96f8-f184a12fc669 req-721fc2d9-c777-455e-88aa-46a0f18d2688 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890889 Jul 26 15:36:00.048378 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-4c0d6b4e-85b8-42b3-b8e1-dbe289442639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.050446 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-4c0d6b4e-85b8-42b3-b8e1-dbe289442639 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 1127 time: 0.0504794 Jul 26 15:36:00.072684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:00.083311 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def73c-1276-4c84-805b-363dbae6706d req-88fe3687-c92d-4a47-a836-fd8cfe368b4c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.085004 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-32def73c-1276-4c84-805b-363dbae6706d req-88fe3687-c92d-4a47-a836-fd8cfe368b4c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.1741798 Jul 26 15:36:00.100632 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-ddfddf83-5e8d-4111-9957-dca7c83a8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.102132 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-ddfddf83-5e8d-4111-9957-dca7c83a8f51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1128 time: 0.1535926 Jul 26 15:36:00.113783 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-3062f5f5-a58c-40bd-ad56-3e32e104abf9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795 HTTP/1.1" status: 200 len: 217 time: 0.0461118 Jul 26 15:36:00.123122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64d96-46e3-4d8a-b606-647f43950e25 req-3c404df4-cb43-4b9c-9006-e0f99119fbcc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.124775 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cab64d96-46e3-4d8a-b606-647f43950e25 req-3c404df4-cb43-4b9c-9006-e0f99119fbcc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0893917 Jul 26 15:36:00.198705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:00.206091 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-99327fb2-98fd-4d10-b3ef-37bcb414bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.207574 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-99327fb2-98fd-4d10-b3ef-37bcb414bb52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0816247 Jul 26 15:36:00.210619 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cab64d96-46e3-4d8a-b606-647f43950e25 req-f9735934-80c1-4708-a6f8-7c22817d7c02 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760374 Jul 26 15:36:00.236257 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-d56d874c-abf3-4244-a2fe-b8119f7fe552 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864404 Jul 26 15:36:00.267914 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-7c27a340-7d08-452a-bfd1-3086b7c1637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.269657 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-7c27a340-7d08-452a-bfd1-3086b7c1637d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557563 Jul 26 15:36:00.319645 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-32def73c-1276-4c84-805b-363dbae6706d req-dfe8bd10-9fe7-4fa7-8614-54d3da3cd432 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224061 Jul 26 15:36:00.320712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-9c4d2e1c-557b-4b91-a800-1092b4bd2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.322078 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-9c4d2e1c-557b-4b91-a800-1092b4bd2fec service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.2044489 Jul 26 15:36:00.404512 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-7d9fde36-4368-4899-891a-93f38ec08ca2 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277831 Jul 26 15:36:00.426974 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-203dd683-d16c-4f91-8a5a-2e258649a502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 217 time: 0.0898671 Jul 26 15:36:00.503141 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1edbc01d-4ee5-4bdb-a1ce-d21a0cba0492 req-4121e6e2-911e-4c8a-b7c1-68b5e3336494 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554250 Jul 26 15:36:00.534541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-52f58ce2-b1ec-4b37-bb70-710db158b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.534541 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-52f58ce2-b1ec-4b37-bb70-710db158b9d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0905523 Jul 26 15:36:00.581635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-e5b99154-4d21-4329-94d2-0638085df094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.584434 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-e5b99154-4d21-4329-94d2-0638085df094 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538366 Jul 26 15:36:00.613921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc69a-7825-417e-a46d-efa70bd7c846 req-0fa9222e-3130-43d7-bc1c-284ea25b4b5b tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.615433 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ac7bc69a-7825-417e-a46d-efa70bd7c846 req-0fa9222e-3130-43d7-bc1c-284ea25b4b5b tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 945 time: 0.2095551 Jul 26 15:36:00.617630 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03d9688e-2d35-4acb-8201-57a3b26fa649 req-4b3c0857-6a91-4dbe-acfa-d1730ac1561b service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006404 Jul 26 15:36:00.674140 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ac7bc69a-7825-417e-a46d-efa70bd7c846 req-1effa0a4-69bf-4d8b-9018-56a366710248 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Jul 26 15:36:00.794550 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960bd3-8946-479c-87d2-737657cc6ed5 req-f9be3b5c-0713-4a42-bc20-054c02ed91ce tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.802239 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a4960bd3-8946-479c-87d2-737657cc6ed5 req-f9be3b5c-0713-4a42-bc20-054c02ed91ce tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0563238 Jul 26 15:36:00.850083 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a4960bd3-8946-479c-87d2-737657cc6ed5 req-d8459150-a0b8-4565-97ca-48987a841f7f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jul 26 15:36:00.877474 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c7f9c-c37d-4b67-910c-f7505c994c04 req-1c770111-4bda-4596-9793-3439bfe39196 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:00.880878 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-727c7f9c-c37d-4b67-910c-f7505c994c04 req-1c770111-4bda-4596-9793-3439bfe39196 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0571303 Jul 26 15:36:00.945413 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-727c7f9c-c37d-4b67-910c-f7505c994c04 req-b7070bdf-2187-4c9b-b178-2d566af4df56 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600564 Jul 26 15:36:01.133374 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a7399383-25ce-46f7-8438-c79ed3f59c27 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:36:01.140034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 061e4f39-0a38-4fd6-be32-3578a95899ef up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:01.248446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 061e4f39-0a38-4fd6-be32-3578a95899ef completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:01.295323 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a7399383-25ce-46f7-8438-c79ed3f59c27,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:01.309931 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'a7399383-25ce-46f7-8438-c79ed3f59c27', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'port_id': 'a7399383-25ce-46f7-8438-c79ed3f59c27', 'mac_address': 'fa:16:3e:4b:6c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:36:01.355109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a7399383-25ce-46f7-8438-c79ed3f59c27 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:01.355446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:01.371328 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7399383-25ce-46f7-8438-c79ed3f59c27 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:36:01.374170 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c94e6-786c-42a8-9936-67b2fdfbb585 req-10be7de9-b1e7-4f52-835c-f1703d7af84e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.377034 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d4c94e6-786c-42a8-9936-67b2fdfbb585 req-10be7de9-b1e7-4f52-835c-f1703d7af84e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0602744 Jul 26 15:36:01.379441 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 061e4f39-0a38-4fd6-be32-3578a95899ef triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:01.400926 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:01.425426 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a7399383-25ce-46f7-8438-c79ed3f59c27,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:01.499695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 061e4f39-0a38-4fd6-be32-3578a95899ef is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:01.499695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:01.499695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:01.525012 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d4c94e6-786c-42a8-9936-67b2fdfbb585 req-7fb9e163-ce0f-4c04-b1f6-6d750094cebd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331353 Jul 26 15:36:01.535518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:01.562626 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-f6c37c6d-aace-4354-ab47-d28aefeb7f8a service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187587 Jul 26 15:36:01.606599 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:01.615583 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82343083-3818-49c0-bdf8-70113c98fde0 req-7f7f6660-77da-4ff6-9b8d-239d8a282e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.617359 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-7f7f6660-77da-4ff6-9b8d-239d8a282e57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1127 time: 0.1754327 Jul 26 15:36:01.631526 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae9b4-f806-4e73-9e86-379bd3f18325 req-1b929e54-b262-4891-95d8-d93cdbfd1272 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.633176 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4feae9b4-f806-4e73-9e86-379bd3f18325 req-1b929e54-b262-4891-95d8-d93cdbfd1272 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.1391895 Jul 26 15:36:01.641539 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=061e4f39-0a38-4fd6-be32-3578a95899ef,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:01.697453 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:01.753825 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4feae9b4-f806-4e73-9e86-379bd3f18325 req-370c8fe4-3bac-4665-a9d1-c0c47214bd87 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034746 Jul 26 15:36:01.778746 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8932f056-0111-422b-b591-05cf28d009b0" -d '{"events": [{"server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "name": "network-vif-plugged", "status": "completed", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:01.799702 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82343083-3818-49c0-bdf8-70113c98fde0 req-141c3f87-1499-49f9-ac3c-1a8500bd60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.801276 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-141c3f87-1499-49f9-ac3c-1a8500bd60a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.1670296 Jul 26 15:36:01.875724 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-fc50c56e-eb1f-42cf-aeed-5b656271af14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 217 time: 0.0446093 Jul 26 15:36:01.889641 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccee0fe-dff6-412b-9965-5e7fb8725e3d x-openstack-request-id: req-2ccee0fe-dff6-412b-9965-5e7fb8725e3d {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:01.890240 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "name": "network-vif-plugged", "status": "completed", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:01.890885 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-2ccee0fe-dff6-412b-9965-5e7fb8725e3d {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:01.891608 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccee0fe-dff6-412b-9965-5e7fb8725e3d'] response: {'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef', 'code': 200} Jul 26 15:36:01.898681 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:01.940600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82343083-3818-49c0-bdf8-70113c98fde0 req-e6bab7d8-5e33-45af-81ab-92ee568dcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.942715 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-e6bab7d8-5e33-45af-81ab-92ee568dcec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0847795 Jul 26 15:36:01.969446 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0d56-4bbd-43fa-b72a-cf4c9280e0a2 req-4be73946-44c3-45cc-90cb-a3bc51d17a28 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:01.977564 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8bf0d56-4bbd-43fa-b72a-cf4c9280e0a2 req-4be73946-44c3-45cc-90cb-a3bc51d17a28 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 945 time: 0.0992129 Jul 26 15:36:02.026920 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-9538bfcf-8b1e-4b68-b25d-63d36beba6b4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575193 Jul 26 15:36:02.030480 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82343083-3818-49c0-bdf8-70113c98fde0 req-785727b9-ce16-4999-a850-8ec44fe90959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:02.031979 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-785727b9-ce16-4999-a850-8ec44fe90959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834320 Jul 26 15:36:02.038679 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a68a51-1add-4cbe-b33c-e9f7c08a2376 req-bc378e59-1211-4b77-a97c-52cdddc0382b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:02.040078 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e8a68a51-1add-4cbe-b33c-e9f7c08a2376 req-bc378e59-1211-4b77-a97c-52cdddc0382b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 944 time: 0.0817428 Jul 26 15:36:02.053001 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8bf0d56-4bbd-43fa-b72a-cf4c9280e0a2 req-d0b65b1b-9822-4693-b7c6-12ca049eb393 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742781 Jul 26 15:36:02.102494 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e8a68a51-1add-4cbe-b33c-e9f7c08a2376 req-6dc74043-ad42-4dbe-ac83-b0584564f246 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525439 Jul 26 15:36:02.119801 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:02.190695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc1e05-67e0-4c28-b48c-26d1ea6372db req-c80aa21b-e99b-4ac2-aa2e-83b14537d7e1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:02.194569 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-06cc1e05-67e0-4c28-b48c-26d1ea6372db req-c80aa21b-e99b-4ac2-aa2e-83b14537d7e1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0831685 Jul 26 15:36:02.248085 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:02.260110 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-a57a1d1d-b6fd-4c1b-9718-cad5a1a6f5a0 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310706 Jul 26 15:36:02.288978 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-06cc1e05-67e0-4c28-b48c-26d1ea6372db req-bc6f5310-06ae-43e0-8da6-5f9f33258efc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882976 Jul 26 15:36:02.333357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:02.334034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c03b7ef2-921a-46c7-a2cf-56b5e31aee6f up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:02.445200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['a7399383-25ce-46f7-8438-c79ed3f59c27'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:36:02.500549 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:02.509457 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:02.513301 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:02.597396 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:02.597776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:02.702743 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d65a-104f-4d58-8b7f-5230be99a0e3 req-6eafb6bd-2da8-4fdd-8456-1cda9458be68 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:02.704807 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-79f5d65a-104f-4d58-8b7f-5230be99a0e3 req-6eafb6bd-2da8-4fdd-8456-1cda9458be68 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0782681 Jul 26 15:36:02.749641 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:02.754564 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:02.785535 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-79f5d65a-104f-4d58-8b7f-5230be99a0e3 req-4c2bac0b-40b7-4b37-8179-2ba3212ed2e7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676198 Jul 26 15:36:02.813854 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:02.900334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66043f5-721d-4fed-83b1-0341b113b805 req-ca9614eb-dcd2-46cb-8136-1a6e2a39d54c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:02.901947 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a66043f5-721d-4fed-83b1-0341b113b805 req-ca9614eb-dcd2-46cb-8136-1a6e2a39d54c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.0505764 Jul 26 15:36:02.910326 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:02.958418 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a66043f5-721d-4fed-83b1-0341b113b805 req-8e038cd9-a719-4f63-bf5f-2776ddd42ee0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497401 Jul 26 15:36:02.970142 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:03.234029 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c331ecc-28dd-4739-a07a-21337f6e90ba req-eb114392-c91c-4696-8d75-05843a41504f tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.235511 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9c331ecc-28dd-4739-a07a-21337f6e90ba req-eb114392-c91c-4696-8d75-05843a41504f tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.1080201 Jul 26 15:36:03.256989 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:03.301742 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:36:03.311589 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a7399383-25ce-46f7-8438-c79ed3f59c27 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:03.313038 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796362c-7543-49b3-a05c-429411b26ccf req-2a56de29-2e3a-4b6c-9ccb-0510574424cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.314601 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0796362c-7543-49b3-a05c-429411b26ccf req-2a56de29-2e3a-4b6c-9ccb-0510574424cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 1130 time: 0.1374910 Jul 26 15:36:03.317546 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82343083-3818-49c0-bdf8-70113c98fde0 req-c01230eb-ddec-4de0-968d-39816591322c service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469059 Jul 26 15:36:03.330410 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-ccb7605f-862b-4100-b538-99a9a8b3e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.332445 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-ccb7605f-862b-4100-b538-99a9a8b3e559 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1128 time: 0.1457636 Jul 26 15:36:03.332590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9c331ecc-28dd-4739-a07a-21337f6e90ba req-9d5143a7-4934-4ce9-83c3-8ab1eee098fa tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Jul 26 15:36:03.339556 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd6515-d967-48a1-9eea-f16e60946b1f req-016606e7-da57-4f36-a915-c6d159e6361d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.341417 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8dd6515-d967-48a1-9eea-f16e60946b1f req-016606e7-da57-4f36-a915-c6d159e6361d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 945 time: 0.1257136 Jul 26 15:36:03.369111 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:03.408555 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port a7399383-25ce-46f7-8438-c79ed3f59c27 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:03.417108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-0796362c-7543-49b3-a05c-429411b26ccf req-4d0e4ed7-fee7-49a9-8d77-2ab8c3b05ce9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.475847 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port a7399383-25ce-46f7-8438-c79ed3f59c27 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:03.476336 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.488238 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29f0e-551f-4c7d-9986-ce70b4765dfd req-f412acbd-dfd6-4078-aae5-5b7fe59248f1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.489807 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ab29f0e-551f-4c7d-9986-ce70b4765dfd req-f412acbd-dfd6-4078-aae5-5b7fe59248f1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0657432 Jul 26 15:36:03.510734 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:03.518095 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8dd6515-d967-48a1-9eea-f16e60946b1f req-3ffbddc4-af3d-4970-9d55-e51222e62086 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475074 Jul 26 15:36:03.534576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-d308817d-c325-4d83-b6af-6f4398d85fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.535935 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-d308817d-c325-4d83-b6af-6f4398d85fb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.1937613 Jul 26 15:36:03.567697 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ab29f0e-551f-4c7d-9986-ce70b4765dfd req-aa043298-a253-4620-8dd7-198aa150cd47 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710459 Jul 26 15:36:03.577310 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:03.609003 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-d289c008-ab1c-4793-8850-84a1f582f583 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 217 time: 0.0640588 Jul 26 15:36:03.626821 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:36:03.630911 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a7399383-25ce-46f7-8438-c79ed3f59c27 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:03.631303 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.675329 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-0796362c-7543-49b3-a05c-429411b26ccf req-4d0e4ed7-fee7-49a9-8d77-2ab8c3b05ce9 service neutron] Publish callbacks [] for security_group (8c2b75db-b0cc-4eef-a89d-c246dc05f4d4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.681243 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-b6dcab55-b449-4733-9c78-ff1b76d0e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.682711 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-b6dcab55-b449-4733-9c78-ff1b76d0e5ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0677512 Jul 26 15:36:03.701518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:03.702601 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.720449 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a7399383-25ce-46f7-8438-c79ed3f59c27,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:03.725691 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:36:03.739192 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-5a84fe1e-ff80-4118-8504-bbafad045a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:03.741709 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-5a84fe1e-ff80-4118-8504-bbafad045a1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517068 Jul 26 15:36:03.750347 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:03.772649 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-0796362c-7543-49b3-a05c-429411b26ccf req-4d0e4ed7-fee7-49a9-8d77-2ab8c3b05ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8c2b75db-b0cc-4eef-a89d-c246dc05f4d4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.784270 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.860149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:03.860987 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c2d8a054-3dab-4928-969a-c1b58ea17b2a details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:36:03.893284 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f'}, {'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:03.897314 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb0c45-cb0a-4bf2-8c4c-40ec6512de4e" -d '{"events": [{"server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "name": "network-vif-plugged", "status": "completed", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f"}, {"server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "name": "network-vif-plugged", "status": "completed", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:03.913075 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:03.930637 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:03.934178 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-d56404d6-0699-48a1-ace3-06d55eca897e service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854389 Jul 26 15:36:03.952854 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4ed7-fee7-49a9-8d77-2ab8c3b05ce9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2b75db-b0cc-4eef-a89d-c246dc05f4d4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:04.055862 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0796362c-7543-49b3-a05c-429411b26ccf req-4d0e4ed7-fee7-49a9-8d77-2ab8c3b05ce9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217221 Jul 26 15:36:04.060695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:04.066216 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd058db1-7448-4296-af9e-c6c92ca77bb8 x-openstack-request-id: req-cd058db1-7448-4296-af9e-c6c92ca77bb8 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:04.066969 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "name": "network-vif-plugged", "status": "completed", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f", "code": 200}, {"server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "name": "network-vif-plugged", "status": "completed", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:04.068893 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-cd058db1-7448-4296-af9e-c6c92ca77bb8 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:04.069298 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd058db1-7448-4296-af9e-c6c92ca77bb8'] response: {'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'code': 200} Jul 26 15:36:04.069553 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd058db1-7448-4296-af9e-c6c92ca77bb8'] response: {'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27', 'code': 200} Jul 26 15:36:04.110760 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e1228-65fd-47fc-af11-fcf635fb733f req-d331c530-59e5-4b79-bf2f-76c710f38025 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.112991 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb3e1228-65fd-47fc-af11-fcf635fb733f req-d331c530-59e5-4b79-bf2f-76c710f38025 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.2276876 Jul 26 15:36:04.133800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:04.153962 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333677e2-903c-48c8-9c73-31497779d333 req-6d134a7f-d0c8-48c1-a5ba-5850b2185def tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.155975 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-333677e2-903c-48c8-9c73-31497779d333 req-6d134a7f-d0c8-48c1-a5ba-5850b2185def tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 943 time: 0.0604599 Jul 26 15:36:04.181719 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f59c205f-c2ad-4c1e-8c67-88303c00a1f9 req-62f07250-fcc4-4a4f-b0b1-f5cdf07f49ca service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298906 Jul 26 15:36:04.189902 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb3e1228-65fd-47fc-af11-fcf635fb733f req-b10c7b6d-df67-4c8f-bfd3-bf184f238f82 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646069 Jul 26 15:36:04.190393 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:04.210657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'port_id': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'mac_address': 'fa:16:3e:5c:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:36:04.220766 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-333677e2-903c-48c8-9c73-31497779d333 req-d44f910b-7409-40f7-8604-bad2da94e35d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Jul 26 15:36:04.282543 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c2d8a054-3dab-4928-969a-c1b58ea17b2a is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:04.283377 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:04.297998 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d8a054-3dab-4928-969a-c1b58ea17b2a {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:36:04.330348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:04.464170 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:04.521481 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:04.536492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c753af-2b99-46ce-b9c5-612fbdb56659 req-28ee21b5-983a-48a0-a53e-03a8723b8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.538166 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e0c753af-2b99-46ce-b9c5-612fbdb56659 req-28ee21b5-983a-48a0-a53e-03a8723b8fc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1130 time: 0.1148841 Jul 26 15:36:04.555569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5351df-27c8-4a43-86f0-5ba9bc7f0d6b req-a01fe90c-be31-40b3-886a-52fdc29a5e2a tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.560731 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff5351df-27c8-4a43-86f0-5ba9bc7f0d6b req-a01fe90c-be31-40b3-886a-52fdc29a5e2a tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.1248021 Jul 26 15:36:04.561190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c110e09-6931-4d2d-85dc-3d36b544d8dc req-f2c21b08-3d6e-4e62-b02d-ea86d15a7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.562964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c110e09-6931-4d2d-85dc-3d36b544d8dc req-f2c21b08-3d6e-4e62-b02d-ea86d15a7786 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.0842607 Jul 26 15:36:04.614530 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff5351df-27c8-4a43-86f0-5ba9bc7f0d6b req-434b7484-075b-443a-9a4c-1ae06e8e8557 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Jul 26 15:36:04.669813 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c876-c133-484c-ba0b-03d1378f39aa req-4ae424f3-8a39-4531-8a15-729a03aeea8e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.671250 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2414c876-c133-484c-ba0b-03d1378f39aa req-4ae424f3-8a39-4531-8a15-729a03aeea8e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0637448 Jul 26 15:36:04.734498 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2414c876-c133-484c-ba0b-03d1378f39aa req-8d1e30d6-1e31-4b41-b634-64aef9b23938 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574896 Jul 26 15:36:04.745235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821e093-32de-43b9-8273-39e2f6a5a308 req-b64b8d95-548a-4e4f-9d38-e0b60f4c1436 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:04.748986 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8821e093-32de-43b9-8273-39e2f6a5a308 req-b64b8d95-548a-4e4f-9d38-e0b60f4c1436 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 945 time: 0.0657532 Jul 26 15:36:04.813975 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8821e093-32de-43b9-8273-39e2f6a5a308 req-4265b7d5-68de-4c69-b02d-ef2ac4d15875 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599601 Jul 26 15:36:04.905446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['86c0b00c-84f0-4079-9990-7a8a967d7342'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:36:05.023386 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['c2d8a054-3dab-4928-969a-c1b58ea17b2a'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:36:05.023624 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e0c753af-2b99-46ce-b9c5-612fbdb56659 req-9f34ed8c-32b5-4e86-b1fc-9249fad24c7d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820663 Jul 26 15:36:05.025792 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c110e09-6931-4d2d-85dc-3d36b544d8dc req-6ba9e3b4-25ae-4f35-98fb-f9540111bb81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783601 Jul 26 15:36:05.100806 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:05.334293 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:05.336096 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d15f6-99db-478d-8f45-ea6797afac0d req-1a0c7128-feca-4ab9-9be4-c4e44784cd4d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:05.337658 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-386d15f6-99db-478d-8f45-ea6797afac0d req-1a0c7128-feca-4ab9-9be4-c4e44784cd4d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 943 time: 0.0567012 Jul 26 15:36:05.374109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64431c-6803-4058-8d39-df04b990126f req-8daa8b9d-2f8f-481a-ae6f-ab5fabe0cb77 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:05.381127 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6b64431c-6803-4058-8d39-df04b990126f req-8daa8b9d-2f8f-481a-ae6f-ab5fabe0cb77 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 944 time: 0.0582597 Jul 26 15:36:05.392028 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-386d15f6-99db-478d-8f45-ea6797afac0d req-841e26ca-7799-44c8-acd1-e62380d6b183 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472522 Jul 26 15:36:05.440062 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6b64431c-6803-4058-8d39-df04b990126f req-5a03deb5-fa9d-448d-9b79-203617bf31ff tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579715 Jul 26 15:36:05.739881 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4465b-18c6-4af9-a9c2-f7e36361b948 req-8d579678-2d61-4c7e-8eba-42468e000837 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:05.741140 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6c4465b-18c6-4af9-a9c2-f7e36361b948 req-8d579678-2d61-4c7e-8eba-42468e000837 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0483158 Jul 26 15:36:05.761992 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 096e1cf8-00e9-43b3-ab30-7af29a5b4795 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:36:05.802656 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6c4465b-18c6-4af9-a9c2-f7e36361b948 req-e4de0f2c-8d49-4dea-99b7-c65b7d0b2b43 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Jul 26 15:36:05.889538 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83822-cd30-446f-88ef-21402c69da45 req-51469908-799f-4701-ab27-2df236e29994 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:05.891734 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-18c83822-cd30-446f-88ef-21402c69da45 req-51469908-799f-4701-ab27-2df236e29994 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0710089 Jul 26 15:36:05.952263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:05.984787 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:36:05.984987 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-18c83822-cd30-446f-88ef-21402c69da45 req-0c9e7151-a990-4cfe-85ba-7ce26c2b5811 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847065 Jul 26 15:36:06.031607 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3e8f3-9efb-46ab-acc4-9f3652478fc5 req-3e5e381b-ddd2-4965-80af-31eb56fadc00 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:06.033376 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c2e3e8f3-9efb-46ab-acc4-9f3652478fc5 req-3e5e381b-ddd2-4965-80af-31eb56fadc00 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 945 time: 0.0996611 Jul 26 15:36:06.083253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45238) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:06.091055 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c2e3e8f3-9efb-46ab-acc4-9f3652478fc5 req-b0a89b7f-abfc-4a2d-863b-6aa4044fe4b9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500925 Jul 26 15:36:06.137155 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:06.137493 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.153070 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096e1cf8-00e9-43b3-ab30-7af29a5b4795 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:36:06.176223 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:06.220876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4c2-8cc5-45c5-b8c8-8fa003533836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.246337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.302974 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:06.312126 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4c2-8cc5-45c5-b8c8-8fa003533836 admin admin] Publish callbacks [] for security_group (0eb7e115-32d2-4dba-9cd6-b7cfab277591), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.383373 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d10fc4c2-8cc5-45c5-b8c8-8fa003533836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (0eb7e115-32d2-4dba-9cd6-b7cfab277591), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.424826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fc4c2-8cc5-45c5-b8c8-8fa003533836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7e115-32d2-4dba-9cd6-b7cfab277591,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:06.429607 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d10fc4c2-8cc5-45c5-b8c8-8fa003533836 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=25b7c9adef214016b292e9e531b5226a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446662 Jul 26 15:36:06.433596 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45244) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:06.464609 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:06.540954 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a727022-e119-44fa-8951-588bc253a5ef req-f177398d-ff75-490f-a266-b41be1b00d4a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:06.542424 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1a727022-e119-44fa-8951-588bc253a5ef req-f177398d-ff75-490f-a266-b41be1b00d4a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 944 time: 0.0700936 Jul 26 15:36:06.546430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] Publish callbacks [] for security_group (0eb7e115-32d2-4dba-9cd6-b7cfab277591), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.551453 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:06.592015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] Publish callbacks [] for security_group (0eb7e115-32d2-4dba-9cd6-b7cfab277591), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.594743 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b3655-cd48-41cf-ac6a-cc0382ac2e49 req-a309fae9-128c-40c1-9fe4-f95e6f20c7fa tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:06.603506 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-419b3655-cd48-41cf-ac6a-cc0382ac2e49 req-a309fae9-128c-40c1-9fe4-f95e6f20c7fa tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 944 time: 0.0731175 Jul 26 15:36:06.606031 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 86c0b00c-84f0-4079-9990-7a8a967d7342 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:06.649895 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1a727022-e119-44fa-8951-588bc253a5ef req-85f21052-b171-4f24-9f25-946a73a18e40 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983109 Jul 26 15:36:06.662078 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-419b3655-cd48-41cf-ac6a-cc0382ac2e49 req-49819746-027d-4b6e-8f2e-1796e6023864 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569682 Jul 26 15:36:06.714432 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 86c0b00c-84f0-4079-9990-7a8a967d7342 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:06.714813 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.766547 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:06.788947 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (0eb7e115-32d2-4dba-9cd6-b7cfab277591), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.795002 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.795002 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/0eb7e115-32d2-4dba-9cd6-b7cfab277591 HTTP/1.1" status: 204 len: 168 time: 0.3585339 Jul 26 15:36:06.803235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281a0e4-deb3-4e10-a6fb-82d95cc9bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7e115-32d2-4dba-9cd6-b7cfab277591,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:06.818133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:06.818133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.850426 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:06.852842 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85c1d52-44dc-4ae9-8a1a-ec1570ea6d3d" -d '{"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:06.879422 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:06.909144 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174b682-a9f4-41fa-bbb1-abff3a771c1e x-openstack-request-id: req-6174b682-a9f4-41fa-bbb1-abff3a771c1e {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:06.909711 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:06.910095 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-6174b682-a9f4-41fa-bbb1-abff3a771c1e {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:06.910608 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6174b682-a9f4-41fa-bbb1-abff3a771c1e'] response: {'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'code': 200} Jul 26 15:36:06.959876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae47c-c768-43ec-ac2b-85b56297b3ae req-777c9e27-0e8c-4e77-87f0-dc14ad789f38 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:06.961501 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-948ae47c-c768-43ec-ac2b-85b56297b3ae req-777c9e27-0e8c-4e77-87f0-dc14ad789f38 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0649865 Jul 26 15:36:06.978896 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['096e1cf8-00e9-43b3-ab30-7af29a5b4795'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:36:06.988861 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:06.990580 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c2d8a054-3dab-4928-969a-c1b58ea17b2a up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:07.064687 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-948ae47c-c768-43ec-ac2b-85b56297b3ae req-317959f8-039e-4851-ba31-8028dfb02ff4 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Jul 26 15:36:07.095383 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:07.118877 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:07.164352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:07.179066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84a76-6aaf-4e4f-8d89-8d1d851c7861 req-0be9544a-a1a8-4297-953b-f72100304b34 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:07.183744 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.188445 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-85a84a76-6aaf-4e4f-8d89-8d1d851c7861 req-0be9544a-a1a8-4297-953b-f72100304b34 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.1040688 Jul 26 15:36:07.189626 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.190075 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.190440 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.195598 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.199131 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.199402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.201331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.201694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.202036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.202377 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.202711 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.203038 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.203371 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.203682 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:07.241611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port c2d8a054-3dab-4928-969a-c1b58ea17b2a completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:07.291323 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-85a84a76-6aaf-4e4f-8d89-8d1d851c7861 req-55b166c8-bae0-40db-a3e4-e75031e00fee tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017635 Jul 26 15:36:07.307466 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687fc2-ef07-4f4b-919e-dc2670bcb9e0 req-559a01eb-5ee2-4c24-9e73-cea9f3b0f03b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:07.311150 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0e687fc2-ef07-4f4b-919e-dc2670bcb9e0 req-559a01eb-5ee2-4c24-9e73-cea9f3b0f03b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0781891 Jul 26 15:36:07.339805 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port c2d8a054-3dab-4928-969a-c1b58ea17b2a triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:07.340868 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:07.383781 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0e687fc2-ef07-4f4b-919e-dc2670bcb9e0 req-156d55de-79d7-4415-9a31-4f9f7d380475 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661778 Jul 26 15:36:07.450592 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c2d8a054-3dab-4928-969a-c1b58ea17b2a is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:07.451438 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:07.491255 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:07.563541 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:07.628304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:07.694203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45280) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:07.726263 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:07.849093 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35508d4-8685-4ad9-ad0c-6e57786271e9 req-3bbbacb5-0233-4762-b296-7916e6ff4265 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:07.850556 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a35508d4-8685-4ad9-ad0c-6e57786271e9 req-3bbbacb5-0233-4762-b296-7916e6ff4265 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0755761 Jul 26 15:36:07.858206 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:07.866552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:07.876446 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89615-5db6-4777-bed9-845104cbebcc req-f93f419a-fbfa-4167-9fc5-166ed24881fc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:07.878029 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a4e89615-5db6-4777-bed9-845104cbebcc req-f93f419a-fbfa-4167-9fc5-166ed24881fc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 944 time: 0.0837214 Jul 26 15:36:07.936944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Publish callbacks [] for security_group (bc7c8994-0b35-4f14-bfe0-b0c09ba27b14), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:07.968881 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a35508d4-8685-4ad9-ad0c-6e57786271e9 req-0e93b393-875b-45cb-9add-fb2cfb6192a2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023331 Jul 26 15:36:07.975715 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a4e89615-5db6-4777-bed9-845104cbebcc req-31a94a9b-91fa-45ba-804f-5b955218a558 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900023 Jul 26 15:36:08.020643 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bc7c8994-0b35-4f14-bfe0-b0c09ba27b14), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.062514 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=20d239aa859b45eaab9236b8f50c8e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671017 Jul 26 15:36:08.065364 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45290) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:08.103933 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c8994-0b35-4f14-bfe0-b0c09ba27b14,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:08.124863 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.125298 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.125616 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.125960 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.126340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.127394 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.127737 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.128075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.128767 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.129092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.129613 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.130097 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.130438 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.130767 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.131091 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff9964-ad3f-4733-a184-1c811226fd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.156247 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Publish callbacks [] for security_group (bc7c8994-0b35-4f14-bfe0-b0c09ba27b14), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.200183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Publish callbacks [] for security_group (bc7c8994-0b35-4f14-bfe0-b0c09ba27b14), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.220713 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 096e1cf8-00e9-43b3-ab30-7af29a5b4795 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:36:08.280727 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:36:08.344516 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bc7c8994-0b35-4f14-bfe0-b0c09ba27b14), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.348043 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.348928 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:36:08.350406 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.356177 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.356177 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/bc7c8994-0b35-4f14-bfe0-b0c09ba27b14 HTTP/1.1" status: 204 len: 168 time: 0.2873223 Jul 26 15:36:08.366163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c8994-0b35-4f14-bfe0-b0c09ba27b14,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:08.410443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.410828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.411498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.411498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.411800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.412140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.412606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.412948 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.413288 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.413687 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.414040 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.414389 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.414974 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.415366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.415687 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27399268-c98f-42c1-bb3d-d17ea8c08992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:36:08.454301 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d83984-7643-4557-9116-e7a454f269b5 req-808120bd-d200-4f56-8d14-f2df694e4810 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:08.463171 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-40d83984-7643-4557-9116-e7a454f269b5 req-808120bd-d200-4f56-8d14-f2df694e4810 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0877721 Jul 26 15:36:08.476649 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:08.522725 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:36:08.523253 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.530432 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-40d83984-7643-4557-9116-e7a454f269b5 req-a23215cc-adb9-4fa3-bd6c-9207fc12ea30 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650284 Jul 26 15:36:08.592383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:08.600379 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619254ed-437c-4a55-adaf-53b2943e7b2f req-60419326-cb67-4b19-93d5-881684f71b4f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:08.601976 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-619254ed-437c-4a55-adaf-53b2943e7b2f req-60419326-cb67-4b19-93d5-881684f71b4f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0899761 Jul 26 15:36:08.663735 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-619254ed-437c-4a55-adaf-53b2943e7b2f req-966e07da-77f1-4e0c-aaad-557b58c173bb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551996 Jul 26 15:36:08.664927 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:08.729037 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:08.913650 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a'}, {'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:08.916008 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37b5d9-daa7-464d-b3c4-0fe4e8118d15" -d '{"events": [{"server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "name": "network-vif-plugged", "status": "completed", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a"}, {"server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "name": "network-vif-plugged", "status": "completed", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:08.981916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3716f1-8254-40dd-8ab9-55a3e76df723 x-openstack-request-id: req-1e3716f1-8254-40dd-8ab9-55a3e76df723 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:08.981916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "name": "network-vif-plugged", "status": "completed", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a", "code": 200}, {"server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "name": "network-vif-plugged", "status": "completed", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:08.983676 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-1e3716f1-8254-40dd-8ab9-55a3e76df723 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:08.983676 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3716f1-8254-40dd-8ab9-55a3e76df723'] response: {'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'code': 200} Jul 26 15:36:08.983676 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3716f1-8254-40dd-8ab9-55a3e76df723'] response: {'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'code': 200} Jul 26 15:36:09.172833 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837aa48-42d5-421a-a1fe-33757f346da8 req-80269f3d-8828-4225-9463-1e75a6ca5a6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.195353 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5837aa48-42d5-421a-a1fe-33757f346da8 req-80269f3d-8828-4225-9463-1e75a6ca5a6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1104147 Jul 26 15:36:09.227666 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87db4-ab9c-4467-bca1-a178bfa9a8fa req-5894137f-e881-42b9-820a-8a8c542dcda6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.229145 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1fa87db4-ab9c-4467-bca1-a178bfa9a8fa req-5894137f-e881-42b9-820a-8a8c542dcda6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.1104238 Jul 26 15:36:09.270827 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5837aa48-42d5-421a-a1fe-33757f346da8 req-84d95e34-a9f1-44a2-9515-4d6859e532eb tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745776 Jul 26 15:36:09.286478 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:09.303474 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1fa87db4-ab9c-4467-bca1-a178bfa9a8fa req-d8ce13f8-53be-442c-bde1-01ae063375e9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653932 Jul 26 15:36:09.445665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05ef29-161d-42ab-90f2-0ba7a8d977f2 req-3d46cbc1-37e7-4247-9090-12de8490d83d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.476726 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2c05ef29-161d-42ab-90f2-0ba7a8d977f2 req-3d46cbc1-37e7-4247-9090-12de8490d83d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0946608 Jul 26 15:36:09.627644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f502d-1bdf-43ee-b8bf-b7eb1f874da3 req-3c5c3fbd-8a9c-427a-a4bd-3eb10aae6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.629275 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f93f502d-1bdf-43ee-b8bf-b7eb1f874da3 req-3c5c3fbd-8a9c-427a-a4bd-3eb10aae6257 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1130 time: 0.1406972 Jul 26 15:36:09.634437 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-b5136cab-93df-4546-a6fe-4e260c5b326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.638273 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-b5136cab-93df-4546-a6fe-4e260c5b326c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1130 time: 0.0695240 Jul 26 15:36:09.644597 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2c05ef29-161d-42ab-90f2-0ba7a8d977f2 req-62d26ca7-eb12-46fe-9462-3b1453a903d6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669173 Jul 26 15:36:09.753775 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf092b1-11a3-4180-8749-be2e102bf44c req-9a7185e8-478a-4e5f-ab82-53fc5d37aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.755427 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aaf092b1-11a3-4180-8749-be2e102bf44c req-9a7185e8-478a-4e5f-ab82-53fc5d37aa0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 1129 time: 0.0820546 Jul 26 15:36:09.832949 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f93f502d-1bdf-43ee-b8bf-b7eb1f874da3 req-67a9f7fb-b822-4e25-8833-bb1812ff493f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670830 Jul 26 15:36:09.843672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-39cbde4e-fb58-4c88-a517-b667a0c79621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.846320 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62199b88-985e-422d-8a1c-f39060f8de8c req-b7840996-bbc2-4855-ac71-620d28900f37 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:09.846631 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-39cbde4e-fb58-4c88-a517-b667a0c79621 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.1745868 Jul 26 15:36:09.848192 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62199b88-985e-422d-8a1c-f39060f8de8c req-b7840996-bbc2-4855-ac71-620d28900f37 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0888193 Jul 26 15:36:09.907068 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62199b88-985e-422d-8a1c-f39060f8de8c req-25632f05-e794-45f5-9d1b-da5bc56b1d0c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498943 Jul 26 15:36:10.382714 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-3994744a-fe47-42a4-99bc-6ddd4b558344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 217 time: 0.0866354 Jul 26 15:36:10.404514 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:10.437259 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aaf092b1-11a3-4180-8749-be2e102bf44c req-5bd87201-05b6-45dd-b60c-0df3ccdd8d08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405332 Jul 26 15:36:10.481928 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00dcc-b652-4c17-99fe-cd870e0f8e14 req-496e6115-ea0d-473b-b5be-ea0f8888d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:10.483424 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d4d00dcc-b652-4c17-99fe-cd870e0f8e14 req-496e6115-ea0d-473b-b5be-ea0f8888d67b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1129 time: 0.1213300 Jul 26 15:36:10.492892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813ac94-17b7-43dc-953f-bf479991bdc0 req-9684fa80-85dd-4e22-a2d9-5bbd723db4fd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:10.495874 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2813ac94-17b7-43dc-953f-bf479991bdc0 req-9684fa80-85dd-4e22-a2d9-5bbd723db4fd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0831699 Jul 26 15:36:10.517849 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-ece437dc-f12e-4deb-84b1-7243f498a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:10.519339 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-ece437dc-f12e-4deb-84b1-7243f498a20a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0979698 Jul 26 15:36:10.535043 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe1cb9-fde2-4a01-8193-10b7a8c82526 req-578c12eb-ee54-4427-a3e1-bb50151c03fc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:10.536755 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5ffe1cb9-fde2-4a01-8193-10b7a8c82526 req-578c12eb-ee54-4427-a3e1-bb50151c03fc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0812047 Jul 26 15:36:10.551395 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2813ac94-17b7-43dc-953f-bf479991bdc0 req-351aba6c-1940-4e6e-905a-f0c536b59117 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Jul 26 15:36:10.598962 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5ffe1cb9-fde2-4a01-8193-10b7a8c82526 req-c9159c3a-23ca-4d5d-b03f-d5706c15838a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559094 Jul 26 15:36:10.784589 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8fc49-7477-402a-8ac5-6f3318795d4a req-bc354f9d-842c-4639-ad44-c551930988d5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:10.786218 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bdc8fc49-7477-402a-8ac5-6f3318795d4a req-bc354f9d-842c-4639-ad44-c551930988d5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0545285 Jul 26 15:36:10.838539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bdc8fc49-7477-402a-8ac5-6f3318795d4a req-8abf9280-3c0c-4ab2-8db9-1b39c977b990 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jul 26 15:36:11.060855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eb382-75d5-406a-8889-4c8f9a80f556 req-ba333a37-125f-4604-8238-43708aa3d29c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:11.062445 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d22eb382-75d5-406a-8889-4c8f9a80f556 req-ba333a37-125f-4604-8238-43708aa3d29c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0626915 Jul 26 15:36:11.121996 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d22eb382-75d5-406a-8889-4c8f9a80f556 req-f87cfd75-41fb-4aed-9856-2e8f0aced45b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530667 Jul 26 15:36:11.317798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-6294500b-c932-4a33-815c-d2d3f0bc3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:11.328947 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-6294500b-c932-4a33-815c-d2d3f0bc3aa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785477 Jul 26 15:36:11.346454 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d4d00dcc-b652-4c17-99fe-cd870e0f8e14 req-8b373a66-6252-4c91-91a5-e4f8b7de1721 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036735 Jul 26 15:36:11.723084 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feea58-ce81-4e16-85bc-8273d49f20f7 req-83da1da2-d44a-4d4e-838b-02ded7691aa8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:11.725202 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-92feea58-ce81-4e16-85bc-8273d49f20f7 req-83da1da2-d44a-4d4e-838b-02ded7691aa8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0921962 Jul 26 15:36:11.807352 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-92feea58-ce81-4e16-85bc-8273d49f20f7 req-7e6af88d-eae5-49b3-91da-a9e585dd6482 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709333 Jul 26 15:36:11.817209 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0bc38-064a-456c-b3fe-5495ee3a34ea req-73cb30e9-81eb-403b-b9aa-0696206d6fb8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:11.825233 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3e0bc38-064a-456c-b3fe-5495ee3a34ea req-73cb30e9-81eb-403b-b9aa-0696206d6fb8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.1178885 Jul 26 15:36:11.882911 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3e0bc38-064a-456c-b3fe-5495ee3a34ea req-e0dd853c-afce-4243-94d1-215d91c4398f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537283 Jul 26 15:36:11.965507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6759-b25e-4686-b6d4-78bd3eaa2056 req-a08aa853-6bef-492c-9566-f37801ea2160 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:11.971998 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-299c6759-b25e-4686-b6d4-78bd3eaa2056 req-a08aa853-6bef-492c-9566-f37801ea2160 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0505300 Jul 26 15:36:12.025972 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-299c6759-b25e-4686-b6d4-78bd3eaa2056 req-e95c8e55-b8f0-4d8c-b020-7f99ac083b68 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Jul 26 15:36:12.250908 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326d816-0619-49ad-98c2-e89cc390c88f req-6e9784a7-faf1-4926-9b72-33a463ca568f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:12.252368 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c326d816-0619-49ad-98c2-e89cc390c88f req-6e9784a7-faf1-4926-9b72-33a463ca568f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0477600 Jul 26 15:36:12.301349 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c326d816-0619-49ad-98c2-e89cc390c88f req-2f62744d-bfba-4b50-821a-c48837efe77f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Jul 26 15:36:12.586626 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:12.600897 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-6aa3f6b8-0bba-4a52-8661-b981fab7744c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568528 Jul 26 15:36:12.617558 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-af2473a1-79ba-4313-a185-6b5cdb4ba78d service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342082 Jul 26 15:36:12.953106 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125af372-990b-416f-88f6-07762f66a5b2 req-7ca4ee48-8020-445c-9862-40d6b997fef3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:12.954989 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-125af372-990b-416f-88f6-07762f66a5b2 req-7ca4ee48-8020-445c-9862-40d6b997fef3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Jul 26 15:36:13.018016 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-125af372-990b-416f-88f6-07762f66a5b2 req-f69d6401-f00d-4376-a051-084d472c571b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565779 Jul 26 15:36:13.018860 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7912bf0-0774-449e-a204-08c7c90ccfb5 req-562346c6-bb5d-40e6-aa46-f841798ad470 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:13.020695 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d7912bf0-0774-449e-a204-08c7c90ccfb5 req-562346c6-bb5d-40e6-aa46-f841798ad470 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0555422 Jul 26 15:36:13.066563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:13.085800 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d7912bf0-0774-449e-a204-08c7c90ccfb5 req-464baee1-f585-49d3-aeeb-ef9f12b3b89e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592911 Jul 26 15:36:13.184623 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:13.199714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484ee57-25aa-4319-a55e-120c6342ae2b req-98e10130-2818-4893-8ac4-cfb671d0b61a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:13.201970 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8484ee57-25aa-4319-a55e-120c6342ae2b req-98e10130-2818-4893-8ac4-cfb671d0b61a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0723097 Jul 26 15:36:13.232959 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda786cd-03f1-47d0-bc78-766bfc186620 req-28577283-8a97-45c2-bfe1-f1494fc72282 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:13.234656 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dda786cd-03f1-47d0-bc78-766bfc186620 req-28577283-8a97-45c2-bfe1-f1494fc72282 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0674081 Jul 26 15:36:13.247038 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45472) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:13.251573 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:36:13.266285 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8484ee57-25aa-4319-a55e-120c6342ae2b req-2b7c3f56-6344-4a42-a913-560738fdfa5a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Jul 26 15:36:13.336862 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:13.500170 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227b3a-4546-45f1-8c78-d5609c8aff4a req-8aeed17e-f740-4e85-ba5d-dd189a67542c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:13.501643 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea227b3a-4546-45f1-8c78-d5609c8aff4a req-8aeed17e-f740-4e85-ba5d-dd189a67542c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1086757 Jul 26 15:36:13.841430 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea227b3a-4546-45f1-8c78-d5609c8aff4a req-3f97ace6-b285-4faa-87fb-a99eeb1811dd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288753 Jul 26 15:36:14.051468 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b5ecb-dad7-4981-bb0b-1c3afc0f0f28 req-dfeb795e-9dd1-44cd-88b0-2eeaf169ade6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:14.053359 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-869b5ecb-dad7-4981-bb0b-1c3afc0f0f28 req-dfeb795e-9dd1-44cd-88b0-2eeaf169ade6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0622873 Jul 26 15:36:14.065805 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45488) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:14.070641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'floatingip': {'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:36:14.105064 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:14.180619 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:14.339561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.db.resource_extend [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 15:36:14.383158 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b53be-9b35-42ff-9e6f-5fb06df43003 req-8b629ffc-7692-45e8-b305-52e1f23e73fa tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:14.384670 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c3b53be-9b35-42ff-9e6f-5fb06df43003 req-8b629ffc-7692-45e8-b305-52e1f23e73fa tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.2231987 Jul 26 15:36:14.482887 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:14.510203 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2dfb2317-dff0-4bf6-9306-80d58dfc5583 req-99815fad-7ac3-4588-87d1-8fb9a43e5ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661675 Jul 26 15:36:14.516949 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c3b53be-9b35-42ff-9e6f-5fb06df43003 req-645752b9-32f9-4a9c-b601-712039b6e080 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227818 Jul 26 15:36:14.561012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:14.674151 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP 76177d9c-260f-49b0-9697-dadd1ef45a2d associated. External IP: 172.27.1.123, port: 096e1cf8-00e9-43b3-ab30-7af29a5b4795. Jul 26 15:36:14.674361 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb75c3-1ffa-4c29-9d41-d6f44a6024f1 req-e43466c0-7174-4962-b9b1-ab0e499617b6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:14.675955 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3cfb75c3-1ffa-4c29-9d41-d6f44a6024f1 req-e43466c0-7174-4962-b9b1-ab0e499617b6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.3017333 Jul 26 15:36:14.765926 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:14.788545 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:14.835735 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3cfb75c3-1ffa-4c29-9d41-d6f44a6024f1 req-e763a6f7-cfa0-4ffb-896b-fe2c87267435 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532583 Jul 26 15:36:14.945339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:36:15.056821 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:15.080529 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:36:15.096119 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:36:15.099870 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:15.108690 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:15.110154 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:15.162599 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:15.203110 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c5935e1e-96bc-479c-a4a8-72a855b742fd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "PUT /v2.0/floatingips/76177d9c-260f-49b0-9697-dadd1ef45a2d HTTP/1.1" status: 200 len: 991 time: 1.9548974 Jul 26 15:36:15.204091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:15.206466 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea68454-cda2-416a-9fad-8e5c546411b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:15.214207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-3f7dfba7-5595-4adf-8eb7-c7de8a7c8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:15.216587 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-3f7dfba7-5595-4adf-8eb7-c7de8a7c8a2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.0611947 Jul 26 15:36:15.223526 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:15.231593 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:15.254901 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d642d-7292-4d61-b1b1-a548af6405f7 x-openstack-request-id: req-926d642d-7292-4d61-b1b1-a548af6405f7 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:15.255634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:15.256178 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-926d642d-7292-4d61-b1b1-a548af6405f7 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:15.256874 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926d642d-7292-4d61-b1b1-a548af6405f7'] response: {'name': 'network-changed', 'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'status': 'completed', 'code': 200} Jul 26 15:36:15.339325 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Floating IP d19cfa5e-bd46-4ab7-87e4-54c247f66337 associated. External IP: 172.27.1.98, port: 86c0b00c-84f0-4079-9990-7a8a967d7342. Jul 26 15:36:15.613230 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:15.617102 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:36:15.640014 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:36:15.645106 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:15.649277 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:15.649885 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:15.670313 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dd12f-0fff-4380-9a53-0f518c2dea35 req-cd25fcc4-384b-4806-8b04-9028af17cca7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:15.671884 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ca5dd12f-0fff-4380-9a53-0f518c2dea35 req-cd25fcc4-384b-4806-8b04-9028af17cca7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0619626 Jul 26 15:36:15.763485 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:15.799663 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ca5dd12f-0fff-4380-9a53-0f518c2dea35 req-d85c2fd4-72d1-43c7-84c8-ebbcaf6a156f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954151 Jul 26 15:36:15.824547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:36:15.824547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:15.830733 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:36:15.866634 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8f173ee2-6096-45e2-af6e-578d42367660 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "PUT /v2.0/floatingips/d19cfa5e-bd46-4ab7-87e4-54c247f66337 HTTP/1.1" status: 200 len: 991 time: 1.8003109 Jul 26 15:36:15.867217 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:15.869860 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3730afc4-12cc-4480-8e65-95aba4552c30" -d '{"events": [{"name": "network-changed", "server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:15.909276 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-eb5e3ef2-2e56-4cfe-9394-209dc406b51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:15.931633 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:15.935955 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:15.946048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f66496f-7254-465a-bc17-1f6a9e0f16e9 x-openstack-request-id: req-1f66496f-7254-465a-bc17-1f6a9e0f16e9 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:15.946591 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:15.947049 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-1f66496f-7254-465a-bc17-1f6a9e0f16e9 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:15.948211 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f66496f-7254-465a-bc17-1f6a9e0f16e9'] response: {'name': 'network-changed', 'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'status': 'completed', 'code': 200} Jul 26 15:36:16.037634 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:16.047654 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-20c1c325-3369-4f86-904e-e5d90ba5805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.050341 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-20c1c325-3369-4f86-904e-e5d90ba5805c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 1129 time: 0.1468894 Jul 26 15:36:16.067510 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065e66-a8be-476d-a0f3-c79c263da9a0 req-4689300a-6ab6-4000-8c35-8cabf64629d9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.080081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45546) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:16.090716 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'floatingip': {'port_id': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:36:16.091060 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb065e66-a8be-476d-a0f3-c79c263da9a0 req-4689300a-6ab6-4000-8c35-8cabf64629d9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1769598 Jul 26 15:36:16.118310 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31ee2f-33dd-4a96-ac09-7d033532af47 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:36:16.194607 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:16.222394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-ce85a6d7-ed73-4a0b-97de-16d8ebe05e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.224102 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-ce85a6d7-ed73-4a0b-97de-16d8ebe05e30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.3423779 Jul 26 15:36:16.241831 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:16.274105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-5b008373-02c8-4ce6-af4b-28b70008dfb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.0394306 Jul 26 15:36:16.339966 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-1682c488-42ad-46f6-9711-03c0b08319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.341705 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-1682c488-42ad-46f6-9711-03c0b08319c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.2329175 Jul 26 15:36:16.350216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-bf2adc39-df10-435b-af97-d521ff8f2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.351676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-caf055dd-946d-4f95-862a-eff200fa76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.351802 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-bf2adc39-df10-435b-af97-d521ff8f2c68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0649707 Jul 26 15:36:16.352643 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-caf055dd-946d-4f95-862a-eff200fa76d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1130 time: 0.1877584 Jul 26 15:36:16.362434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f799-b6c8-4f1a-8b09-f2a2f29d1502 req-b88db9c9-2912-45e6-843e-3f9b738482b7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.366664 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fb74f799-b6c8-4f1a-8b09-f2a2f29d1502 req-b88db9c9-2912-45e6-843e-3f9b738482b7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.2672496 Jul 26 15:36:16.481066 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b344d-2d00-4da4-941b-0e54802fde21 None None] New status for floating IP 76177d9c-260f-49b0-9697-dadd1ef45a2d: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:36:16.627143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'd19cfa5e-bd46-4ab7-87e4-54c247f66337', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466faeda-8564-46cd-a893-141a3ed7e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:30Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:16.689510 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:36:16.722076 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:16.722735 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:16.764407 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-e159d8bb-58b0-4ef5-bff5-3498963bf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.766119 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-e159d8bb-58b0-4ef5-bff5-3498963bf35e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4003422 Jul 26 15:36:16.812482 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:16.867786 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:16.868752 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-a0cfb8e5-4364-49e3-971f-50b83cbb8969 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795 HTTP/1.1" status: 200 len: 999 time: 0.5144637 Jul 26 15:36:16.874353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:16.910174 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:16.967276 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-5cbedc2f-a7ca-44ab-8ace-ed96ac52be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:16.968795 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-5cbedc2f-a7ca-44ab-8ace-ed96ac52be55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0789430 Jul 26 15:36:16.970586 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-a2c867f4-f860-4c26-819c-d5c4c03c681f service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861711 Jul 26 15:36:17.010245 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fb74f799-b6c8-4f1a-8b09-f2a2f29d1502 req-a6181363-465e-41d9-b954-5214028ca214 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679760 Jul 26 15:36:17.053252 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:17.066306 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-c7250222-5537-4480-8c71-b7379b0cb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:17.068000 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-c7250222-5537-4480-8c71-b7379b0cb35e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.7008460 Jul 26 15:36:17.105518 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-5a702fa2-1aef-46ac-b808-23a39296d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:17.107689 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-5a702fa2-1aef-46ac-b808-23a39296d1e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252725 Jul 26 15:36:17.241934 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88c90dc2-9a00-4b6b-850c-bb31c68941ca req-b3a5782f-2468-49c1-944b-edc5c374a2b6 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488842 Jul 26 15:36:17.256107 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-aaa5bcf9-b171-408f-8f8f-2e0bbc01804d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 999 time: 0.1427982 Jul 26 15:36:17.261182 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:17.276571 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'd19cfa5e-bd46-4ab7-87e4-54c247f66337', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466faeda-8564-46cd-a893-141a3ed7e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:30Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:17.290916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:17.306390 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbd628-b582-4621-9292-17522a5c7d17 None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'd19cfa5e-bd46-4ab7-87e4-54c247f66337', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466faeda-8564-46cd-a893-141a3ed7e409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:30Z', 'updated_at': '2022-07-26T15:36:14Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:36:17.310241 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:17.315971 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-c8a96d9e-3ec2-455b-b7bb-b94c51c3df76 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907332 Jul 26 15:36:17.332728 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-5a5d2934-463d-4e9a-bddd-a315b52cb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:17.334432 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-5a5d2934-463d-4e9a-bddd-a315b52cb0e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0695281 Jul 26 15:36:17.448693 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bea68454-cda2-416a-9fad-8e5c546411b3 req-40ff2c8a-9e1c-49fb-bd29-69252d393f87 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225874 Jul 26 15:36:17.458892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-8bed22a4-8222-497c-bdd4-7d0bb7b26b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:17.460399 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-8bed22a4-8222-497c-bdd4-7d0bb7b26b9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950315 Jul 26 15:36:17.502295 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:17.593543 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:17.599566 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-b0a7afac-4066-4947-a248-0d217b2b14c7 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254280 Jul 26 15:36:17.610106 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6645b2-3c18-48a3-a4d4-37f4227bf8b5 None None] New status for floating IP d19cfa5e-bd46-4ab7-87e4-54c247f66337: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:36:17.778671 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Floating IP fcd6b0ed-1e6d-4c74-b11f-dce35a716576 associated. External IP: 172.27.1.54, port: c2d8a054-3dab-4928-969a-c1b58ea17b2a. Jul 26 15:36:17.818989 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3730afc4-12cc-4480-8e65-95aba4552c30 req-f7013aed-0cb2-46d5-9856-97ae62e48cda service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769967 Jul 26 15:36:17.829421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:17.991498 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:36:18.100134 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:36:18.105146 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:18.114750 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:36:18.140760 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:18.141813 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:35:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:18.166226 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0d9bdca5-1dc0-45d9-a7d5-c087fcb29b5a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "PUT /v2.0/floatingips/fcd6b0ed-1e6d-4c74-b11f-dce35a716576 HTTP/1.1" status: 200 len: 990 time: 2.0844283 Jul 26 15:36:18.167463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:18.169629 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f896e10-e9bd-436f-8666-638ea6348e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:18.194735 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152876d1-bd21-4ef4-a1e1-fdd11a80e05b req-3d16c485-c88d-4069-bc4f-380331f9e463 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:18.205507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-152876d1-bd21-4ef4-a1e1-fdd11a80e05b req-3d16c485-c88d-4069-bc4f-380331f9e463 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0989695 Jul 26 15:36:18.271022 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e252058-fe81-4d71-9e9c-b640330eb11a x-openstack-request-id: req-0e252058-fe81-4d71-9e9c-b640330eb11a {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:18.271482 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:18.271562 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-0e252058-fe81-4d71-9e9c-b640330eb11a {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:18.271954 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e252058-fe81-4d71-9e9c-b640330eb11a'] response: {'name': 'network-changed', 'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'status': 'completed', 'code': 200} Jul 26 15:36:18.287481 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-152876d1-bd21-4ef4-a1e1-fdd11a80e05b req-7c8763f5-dd08-4494-b8f8-28adf3e350cb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Jul 26 15:36:18.294378 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:18.352243 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-a29730ad-886c-4f19-918d-5f14f7fff8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:18.353835 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-a29730ad-886c-4f19-918d-5f14f7fff8e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1129 time: 0.0538893 Jul 26 15:36:18.406475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-97236536-3b54-4926-8340-8951f5fbb5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:18.461665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-8139c29f-d671-4437-887c-122dbb4a52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:18.463307 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-8139c29f-d671-4437-887c-122dbb4a52c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.1015573 Jul 26 15:36:18.529630 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'fcd6b0ed-1e6d-4c74-b11f-dce35a716576', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:5c:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:34Z', 'updated_at': '2022-07-26T15:36:17Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:18.532247 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:18.555545 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-361c1584-e4e6-457e-8d61-2cd9c06c0ffa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 998 time: 0.0711098 Jul 26 15:36:18.558815 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:36:18.567695 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:18.568314 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:36:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:18.612366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-363821f1-abed-4bb9-a03a-d81a5018f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:18.613856 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-363821f1-abed-4bb9-a03a-d81a5018f020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0486381 Jul 26 15:36:18.667642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-3f8a7f93-84f1-4323-8db9-0f3e6e0bbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:18.669339 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-3f8a7f93-84f1-4323-8db9-0f3e6e0bbfba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474157 Jul 26 15:36:18.688288 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:18.776078 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-2846a017-29e6-488f-a30f-146bb2a49b42 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939729 Jul 26 15:36:18.799921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:18.888160 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4f896e10-e9bd-436f-8666-638ea6348e9b req-84ca392e-a1f6-4b2a-9da1-4b41b1010a81 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051652 Jul 26 15:36:18.924390 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:19.004220 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'fcd6b0ed-1e6d-4c74-b11f-dce35a716576', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:5c:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:34Z', 'updated_at': '2022-07-26T15:36:17Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:19.032198 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4df7e2-a632-4c40-99a0-cfb1cf2bfb30 None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'fcd6b0ed-1e6d-4c74-b11f-dce35a716576', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:5c:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:34Z', 'updated_at': '2022-07-26T15:36:17Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:36:19.223553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2cfb4f-c1a0-4f75-bcff-dd920fbe138f None None] New status for floating IP fcd6b0ed-1e6d-4c74-b11f-dce35a716576: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:36:19.419588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efe72-c208-48f1-89ef-3a10678a67f4 req-cda60d2e-b999-45f3-b187-3d21e49814b8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:19.421136 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e96efe72-c208-48f1-89ef-3a10678a67f4 req-cda60d2e-b999-45f3-b187-3d21e49814b8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0514932 Jul 26 15:36:19.445138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:19.473364 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e96efe72-c208-48f1-89ef-3a10678a67f4 req-99a001cf-c915-469c-ac70-61230c368a95 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462122 Jul 26 15:36:20.594304 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a848b-e8c7-4eba-8df0-39f9cda167f2 req-50782bd4-7bb6-410f-8c10-00efeb6de1dd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:20.595732 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e12a848b-e8c7-4eba-8df0-39f9cda167f2 req-50782bd4-7bb6-410f-8c10-00efeb6de1dd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0491078 Jul 26 15:36:20.643827 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e12a848b-e8c7-4eba-8df0-39f9cda167f2 req-61d7520f-b6fb-44ce-917d-3a8a30ca4c48 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Jul 26 15:36:21.290785 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:21.319757 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:21.763490 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d29c6-7f4f-41fe-a4fe-9b7b7e4daa73 req-8c304687-7f6d-4432-a079-4d5f7994a496 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:21.765043 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f0d29c6-7f4f-41fe-a4fe-9b7b7e4daa73 req-8c304687-7f6d-4432-a079-4d5f7994a496 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0475397 Jul 26 15:36:21.818681 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f0d29c6-7f4f-41fe-a4fe-9b7b7e4daa73 req-e0100972-0cbc-4bd4-ae82-5eb23c086c71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 Jul 26 15:36:22.942370 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6899e0-91d2-485a-9bf0-8688f305e4a7 req-7618bde6-dd52-4f74-a7ec-00d8dafb4186 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:22.943837 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c6899e0-91d2-485a-9bf0-8688f305e4a7 req-7618bde6-dd52-4f74-a7ec-00d8dafb4186 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0475860 Jul 26 15:36:22.991818 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c6899e0-91d2-485a-9bf0-8688f305e4a7 req-a5fe243b-2fc0-4304-971d-d391697a4c01 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Jul 26 15:36:24.101061 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:36:24.109415 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4756652-dc25-4e0a-b013-77e3b345287d req-b9a72944-273b-4063-a88c-fcccb4b34882 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:24.111240 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b4756652-dc25-4e0a-b013-77e3b345287d req-b9a72944-273b-4063-a88c-fcccb4b34882 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0487385 Jul 26 15:36:24.161519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b4756652-dc25-4e0a-b013-77e3b345287d req-4b1ae832-a5d2-46ae-a491-1b34282b8694 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Jul 26 15:36:25.285369 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66dfd-43cd-4af1-9b79-ddea81ffcfe3 req-6c6ced50-e514-4305-bf55-73e3fbc970c9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:25.286862 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-baa66dfd-43cd-4af1-9b79-ddea81ffcfe3 req-6c6ced50-e514-4305-bf55-73e3fbc970c9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0526719 Jul 26 15:36:25.337583 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-baa66dfd-43cd-4af1-9b79-ddea81ffcfe3 req-953cfaa8-ff3b-41a6-8794-4c4ee63574fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Jul 26 15:36:26.455267 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df47d18-caf4-4a5e-9933-82ec45b704e7 req-626b53da-0d62-4e00-b53f-3ff794aba18c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:26.456701 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8df47d18-caf4-4a5e-9933-82ec45b704e7 req-626b53da-0d62-4e00-b53f-3ff794aba18c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0467918 Jul 26 15:36:26.505888 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8df47d18-caf4-4a5e-9933-82ec45b704e7 req-64dc118f-028b-4994-8292-273c5f758255 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Jul 26 15:36:27.624696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400693-5ad2-4845-bac7-9b37d68def73 req-cbbcecb5-54d2-4ab8-9295-df80a5de4873 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:27.626176 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-af400693-5ad2-4845-bac7-9b37d68def73 req-cbbcecb5-54d2-4ab8-9295-df80a5de4873 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0465569 Jul 26 15:36:27.674496 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-af400693-5ad2-4845-bac7-9b37d68def73 req-43c4e54e-8a9d-4988-b2b7-930f8f668b82 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Jul 26 15:36:28.798316 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c394bfc-1cda-4260-b8c3-21de44260564 req-d0163913-feb0-464d-b66b-4228fafb18dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:28.800564 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c394bfc-1cda-4260-b8c3-21de44260564 req-d0163913-feb0-464d-b66b-4228fafb18dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0509229 Jul 26 15:36:28.819387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:28.849612 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c394bfc-1cda-4260-b8c3-21de44260564 req-d7c1b4c8-bd00-40da-b3fd-b46fed330e0a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Jul 26 15:36:29.007451 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=24 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:29.982130 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd4384-f912-48d7-9d2e-258fd1d354e3 req-418812e4-7cb4-4184-b01f-47a3ac804268 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:29.986649 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-48bd4384-f912-48d7-9d2e-258fd1d354e3 req-418812e4-7cb4-4184-b01f-47a3ac804268 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0584838 Jul 26 15:36:30.035104 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-48bd4384-f912-48d7-9d2e-258fd1d354e3 req-4b089ebd-b8b5-44d0-9532-080baf332e10 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Jul 26 15:36:31.167963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07ac94-1df6-4609-bd1f-0482ee328991 req-836e631b-f32c-4b56-be34-475ea2c9889a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:31.169747 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a07ac94-1df6-4609-bd1f-0482ee328991 req-836e631b-f32c-4b56-be34-475ea2c9889a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0597970 Jul 26 15:36:31.222713 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a07ac94-1df6-4609-bd1f-0482ee328991 req-aaa79163-e177-43cb-ae21-bb3ac6b486d6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Jul 26 15:36:31.242358 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:31.250833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:31.882500 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720782d-ee20-48ff-a628-709919b63d47 req-c4191047-10e4-4e8b-88d5-e7efffc4cf7d tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:31.884008 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d720782d-ee20-48ff-a628-709919b63d47 req-c4191047-10e4-4e8b-88d5-e7efffc4cf7d tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Jul 26 15:36:31.938919 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d720782d-ee20-48ff-a628-709919b63d47 req-6348c7f2-ba0d-4d9c-87ef-6d4def614381 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486352 Jul 26 15:36:32.376907 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad128789-97a6-422a-8a8c-2cdf9a958555 req-d5ffd46b-6522-4f6c-a7e3-7cd19492e94a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:32.378600 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ad128789-97a6-422a-8a8c-2cdf9a958555 req-d5ffd46b-6522-4f6c-a7e3-7cd19492e94a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0598199 Jul 26 15:36:32.426112 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:32.446581 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ad128789-97a6-422a-8a8c-2cdf9a958555 req-82774544-612f-4689-9b9e-ab155da84a5f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594444 Jul 26 15:36:32.718267 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45804) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:32.840282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ba323458-b430-4ae6-94cc-ecefbe49e947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:32.923112 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ba323458-b430-4ae6-94cc-ecefbe49e947 admin admin] Publish callbacks [] for security_group (22f07acc-57fa-4488-9557-73ead0edd5bc), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.047448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ba323458-b430-4ae6-94cc-ecefbe49e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (22f07acc-57fa-4488-9557-73ead0edd5bc), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.099742 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adb00f-e5ca-4ffd-99bb-8c99712dce25 req-3a05bb26-98ca-4b59-8d16-ba07b5cde7f4 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:33.101289 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e5adb00f-e5ca-4ffd-99bb-8c99712dce25 req-3a05bb26-98ca-4b59-8d16-ba07b5cde7f4 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0822124 Jul 26 15:36:33.109068 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ba323458-b430-4ae6-94cc-ecefbe49e947 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c29006635a1c499d991105f5c713ef50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896110 Jul 26 15:36:33.109732 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45816) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:33.109936 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba323458-b430-4ae6-94cc-ecefbe49e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f07acc-57fa-4488-9557-73ead0edd5bc,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:33.178084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] Publish callbacks [] for security_group (22f07acc-57fa-4488-9557-73ead0edd5bc), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.180836 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e5adb00f-e5ca-4ffd-99bb-8c99712dce25 req-e18bf09a-0585-47f6-b3fb-53aa64804648 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 Jul 26 15:36:33.208695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] Publish callbacks [] for security_group (22f07acc-57fa-4488-9557-73ead0edd5bc), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.355184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (22f07acc-57fa-4488-9557-73ead0edd5bc), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.358926 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.360382 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/22f07acc-57fa-4488-9557-73ead0edd5bc HTTP/1.1" status: 204 len: 168 time: 0.2488680 Jul 26 15:36:33.371889 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227133c1-24c7-48db-abb6-442a281ce6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f07acc-57fa-4488-9557-73ead0edd5bc,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:33.385785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45822) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:33.532244 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa41936a-6076-45c1-847a-f4b975723adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.534162 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:33.591796 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985114ee-d066-4f3c-952f-86e91e6f1809 req-21f5645c-a0b2-4c29-8711-e59df034521e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:33.597063 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-985114ee-d066-4f3c-952f-86e91e6f1809 req-21f5645c-a0b2-4c29-8711-e59df034521e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0569000 Jul 26 15:36:33.628151 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa41936a-6076-45c1-847a-f4b975723adb admin admin] Publish callbacks [] for security_group (6b195671-c1c8-458a-9b76-815422e6cdf3), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.655065 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-985114ee-d066-4f3c-952f-86e91e6f1809 req-a424896b-4948-4fbe-aa6a-ec113ae18653 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Jul 26 15:36:33.690649 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa41936a-6076-45c1-847a-f4b975723adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6b195671-c1c8-458a-9b76-815422e6cdf3), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.713085 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:33.739249 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fa41936a-6076-45c1-847a-f4b975723adb admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=e81be726e0c24adc8e26147ea5522e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507929 Jul 26 15:36:33.742217 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41936a-6076-45c1-847a-f4b975723adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b195671-c1c8-458a-9b76-815422e6cdf3,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:33.743459 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45828) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:33.795337 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:33.814383 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] Publish callbacks [] for security_group (6b195671-c1c8-458a-9b76-815422e6cdf3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.850032 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] Publish callbacks [] for security_group (6b195671-c1c8-458a-9b76-815422e6cdf3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.977096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6b195671-c1c8-458a-9b76-815422e6cdf3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.980730 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:33.983074 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/6b195671-c1c8-458a-9b76-815422e6cdf3 HTTP/1.1" status: 204 len: 168 time: 0.2314346 Jul 26 15:36:33.992138 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdb1a9-52f5-4327-93f3-668b86ed2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b195671-c1c8-458a-9b76-815422e6cdf3,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:34.098162 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:34.311228 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45844) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:34.322829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0521-0a34-403a-a8ee-934d38bea46d req-47999db0-984e-4bc7-90be-2ad66ca811ce tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:34.322829 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1cab0521-0a34-403a-a8ee-934d38bea46d req-47999db0-984e-4bc7-90be-2ad66ca811ce tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0601444 Jul 26 15:36:34.327336 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f537eac2-9705-4e27-bb69-8fcd57841d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:34.372206 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1cab0521-0a34-403a-a8ee-934d38bea46d req-fc11fc2e-a1d8-4446-b764-0a240bfe1351 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/security-groups?id=d494ec96-2e2d-42fa-a926-623b6f3e9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Jul 26 15:36:34.416739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f537eac2-9705-4e27-bb69-8fcd57841d8e admin admin] Publish callbacks [] for security_group (c20a5868-04e1-45f0-ad80-7dda61895945), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:34.491020 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f537eac2-9705-4e27-bb69-8fcd57841d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c20a5868-04e1-45f0-ad80-7dda61895945), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:34.530913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537eac2-9705-4e27-bb69-8fcd57841d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20a5868-04e1-45f0-ad80-7dda61895945,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:34.535507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f537eac2-9705-4e27-bb69-8fcd57841d8e admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=46e06676017a4f71896e0ef205677ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229838 Jul 26 15:36:34.538413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45852) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:34.590585 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] Publish callbacks [] for security_group (c20a5868-04e1-45f0-ad80-7dda61895945), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:34.614445 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] Publish callbacks [] for security_group (c20a5868-04e1-45f0-ad80-7dda61895945), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:34.683975 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-18685957-3421-428e-942a-f9a1547bf7d3 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:34.688670 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-18685957-3421-428e-942a-f9a1547bf7d3 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.48 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 946 time: 0.0644963 Jul 26 15:36:34.776825 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad13293-44b9-4332-b494-45dc24c4dc6e req-b719d46a-2cc6-4e5b-8e33-1e3d72916952 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:34.778873 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-aad13293-44b9-4332-b494-45dc24c4dc6e req-b719d46a-2cc6-4e5b-8e33-1e3d72916952 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0491455 Jul 26 15:36:34.842497 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-aad13293-44b9-4332-b494-45dc24c4dc6e req-c76f8cfa-fd45-4672-b5b3-720c8eb7ee0e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Jul 26 15:36:35.008772 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c20a5868-04e1-45f0-ad80-7dda61895945), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.011248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.012371 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/c20a5868-04e1-45f0-ad80-7dda61895945 HTTP/1.1" status: 204 len: 168 time: 0.4731407 Jul 26 15:36:35.034750 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de68824-1626-4c79-aec2-0a14106526db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20a5868-04e1-45f0-ad80-7dda61895945,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:35.053523 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Deleting port 061e4f39-0a38-4fd6-be32-3578a95899ef {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:36:35.054014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.167536 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] For port 061e4f39-0a38-4fd6-be32-3578a95899ef, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=061e4f39-0a38-4fd6-be32-3578a95899ef,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:35.167996 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.186077 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Calling delete_port for 061e4f39-0a38-4fd6-be32-3578a95899ef owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:36:35.439700 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (061e4f39-0a38-4fd6-be32-3578a95899ef), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.465323 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['061e4f39-0a38-4fd6-be32-3578a95899ef'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:36:35.474023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Pushing event deleted for resources: {'Port': ['ID=061e4f39-0a38-4fd6-be32-3578a95899ef,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:35.552115 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] No DVR routers for this DVR port 061e4f39-0a38-4fd6-be32-3578a95899ef on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:36:35.584501 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62e6bcce-015b-4289-a45f-7b2705d4121e req-c8b44cc2-874b-421f-bdb8-38fbad04fa46 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.0582211 Jul 26 15:36:35.592665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.592665 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4b97e947-dfaa-47fa-8377-8bcbe205fa3a req-e1280877-772b-465c-8d98-ce4017c3d84e tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.48 "DELETE /v2.0/ports/061e4f39-0a38-4fd6-be32-3578a95899ef HTTP/1.1" status: 204 len: 173 time: 0.8846848 Jul 26 15:36:35.592665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'name': 'network-vif-deleted', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:36:35.592665 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2399d309-6eee-43fd-8eb7-5c891fac667a" -d '{"events": [{"server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "name": "network-vif-deleted", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:36:35.633927 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a61855-8c88-42e8-8c78-2a31fd32928f x-openstack-request-id: req-85a61855-8c88-42e8-8c78-2a31fd32928f {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:36:35.634290 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cff2e3-818a-4ae8-8593-48a9ee36df41", "name": "network-vif-deleted", "tag": "061e4f39-0a38-4fd6-be32-3578a95899ef", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:36:35.634538 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-85a61855-8c88-42e8-8c78-2a31fd32928f {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:36:35.634940 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a61855-8c88-42e8-8c78-2a31fd32928f'] response: {'server_uuid': '31cff2e3-818a-4ae8-8593-48a9ee36df41', 'name': 'network-vif-deleted', 'tag': '061e4f39-0a38-4fd6-be32-3578a95899ef', 'status': 'completed', 'code': 200} Jul 26 15:36:35.870163 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45900) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:35.870325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45902) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:35.887169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3c4f-c89b-43d7-9619-fbf1f3038e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:35.911189 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:35.984781 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbc8b5-b289-4ea3-95c6-20926dfd6798 req-7d13a4b3-e47f-412a-b4b9-25d64f251e33 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:35.986373 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-93dbc8b5-b289-4ea3-95c6-20926dfd6798 req-7d13a4b3-e47f-412a-b4b9-25d64f251e33 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0652471 Jul 26 15:36:36.024767 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:36.045728 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3c4f-c89b-43d7-9619-fbf1f3038e6c admin admin] Publish callbacks [] for security_group (13048e5e-c9c2-44da-bc89-8b86a2cf737d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.068565 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-93dbc8b5-b289-4ea3-95c6-20926dfd6798 req-5f20ab13-6c34-41f5-93aa-99612af9e3e9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677605 Jul 26 15:36:36.119641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66eebdc1-601a-45ac-9370-1628d7eb2df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.124715 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3c4f-c89b-43d7-9619-fbf1f3038e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (13048e5e-c9c2-44da-bc89-8b86a2cf737d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.162305 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:36.168947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1b8f3c4f-c89b-43d7-9619-fbf1f3038e6c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3007242357af4159b0bf8be2d47cb58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969792 Jul 26 15:36:36.171059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f3c4f-c89b-43d7-9619-fbf1f3038e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13048e5e-c9c2-44da-bc89-8b86a2cf737d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:36.171997 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 45908) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:36.247319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66eebdc1-601a-45ac-9370-1628d7eb2df6 admin admin] Publish callbacks [] for security_group (378f6a85-6853-4721-a3d0-eb09c36dcebb), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.258133 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] Publish callbacks [] for security_group (13048e5e-c9c2-44da-bc89-8b86a2cf737d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.282898 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] Publish callbacks [] for security_group (13048e5e-c9c2-44da-bc89-8b86a2cf737d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.325395 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66eebdc1-601a-45ac-9370-1628d7eb2df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (378f6a85-6853-4721-a3d0-eb09c36dcebb), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.330632 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:36.373002 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-66eebdc1-601a-45ac-9370-1628d7eb2df6 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=9ba75530fc1c4a41a5ceca3b9df5d873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010409 Jul 26 15:36:36.373875 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eebdc1-601a-45ac-9370-1628d7eb2df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f6a85-6853-4721-a3d0-eb09c36dcebb,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:36.375218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 45912) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:36.426331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] Publish callbacks [] for security_group (378f6a85-6853-4721-a3d0-eb09c36dcebb), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.448135 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] Publish callbacks [] for security_group (378f6a85-6853-4721-a3d0-eb09c36dcebb), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.453662 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (13048e5e-c9c2-44da-bc89-8b86a2cf737d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.457464 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.459050 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/13048e5e-c9c2-44da-bc89-8b86a2cf737d HTTP/1.1" status: 204 len: 168 time: 0.2859542 Jul 26 15:36:36.470463 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea43fa0-58a0-4216-9ae3-53ff20eda80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13048e5e-c9c2-44da-bc89-8b86a2cf737d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:36.577016 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (378f6a85-6853-4721-a3d0-eb09c36dcebb), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.579634 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:36.580818 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/378f6a85-6853-4721-a3d0-eb09c36dcebb HTTP/1.1" status: 204 len: 168 time: 0.2045496 Jul 26 15:36:36.589171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad8d4b-94f4-476a-affc-6600fae0b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f6a85-6853-4721-a3d0-eb09c36dcebb,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:36.715376 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4aa58e73-214b-499b-8371-cfdbac8de456 req-ddfac03c-60d4-4c73-a048-8b691c424116 tempest-DeleteServersTestJSON-1459300996 tempest-DeleteServersTestJSON-1459300996-project] 10.222.0.128 "GET /v2.0/ports?device_id=31cff2e3-818a-4ae8-8593-48a9ee36df41 HTTP/1.1" status: 200 len: 210 time: 0.0317793 Jul 26 15:36:37.207281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ad24-5a42-4631-8c7d-3b721b8e99b1 req-6a156e6e-5028-48e9-b7f6-c1fae921d12c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:37.228289 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4073ad24-5a42-4631-8c7d-3b721b8e99b1 req-6a156e6e-5028-48e9-b7f6-c1fae921d12c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0805171 Jul 26 15:36:37.293834 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4073ad24-5a42-4631-8c7d-3b721b8e99b1 req-1f2bae80-7165-46ac-b34a-83477b55bf8c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 Jul 26 15:36:38.320667 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 061e4f39-0a38-4fd6-be32-3578a95899ef no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:36:38.346642 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 061e4f39-0a38-4fd6-be32-3578a95899ef {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:36:38.347244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 061e4f39-0a38-4fd6-be32-3578a95899ef not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:36:38.393397 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:38.415240 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29e72-c67a-4816-be08-549a67c5fc90 req-93c7851a-9e97-4010-ab1b-88ad6dab417f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:38.416734 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22e29e72-c67a-4816-be08-549a67c5fc90 req-93c7851a-9e97-4010-ab1b-88ad6dab417f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0494740 Jul 26 15:36:38.467805 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22e29e72-c67a-4816-be08-549a67c5fc90 req-aa903460-fbff-408c-8007-fc7f4999e6e3 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Jul 26 15:36:39.593181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df61be-9462-4a46-a275-39ca64b7945e req-7b36d147-4a6d-4962-aa7f-0f50d1b431aa tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:39.594650 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-50df61be-9462-4a46-a275-39ca64b7945e req-7b36d147-4a6d-4962-aa7f-0f50d1b431aa tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0521693 Jul 26 15:36:39.667023 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-50df61be-9462-4a46-a275-39ca64b7945e req-017b6159-1cd7-4aab-b9c3-43db3ef83f22 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Jul 26 15:36:39.704804 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46046) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:40.088621 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:40.375530 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Deleting port 840cd8a0-171a-486d-ab62-370abea8cc94 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:36:40.375815 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:40.459462 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] For port 840cd8a0-171a-486d-ab62-370abea8cc94, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=840cd8a0-171a-486d-ab62-370abea8cc94,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:40.459874 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:40.473644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Calling delete_port for 840cd8a0-171a-486d-ab62-370abea8cc94 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:36:40.490038 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:40.614608 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:40.752666 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (840cd8a0-171a-486d-ab62-370abea8cc94), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:40.778133 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8893c0a-c7dc-4b1c-8cb8-2b979eb3843d req-a7a9fe6a-9838-4eb0-b35a-3b9b7cef0129 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:40.780376 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f8893c0a-c7dc-4b1c-8cb8-2b979eb3843d req-a7a9fe6a-9838-4eb0-b35a-3b9b7cef0129 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0484269 Jul 26 15:36:40.850535 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=840cd8a0-171a-486d-ab62-370abea8cc94,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:40.860559 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f8893c0a-c7dc-4b1c-8cb8-2b979eb3843d req-3525907d-5a41-43a0-afec-011f8c4a902c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Jul 26 15:36:40.969790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:41.417051 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:36:41.525173 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:36:41.531446 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9df8e9bd-d6af-4335-ae87-04f809f35dc1 admin admin] 10.222.0.128 "PUT /v2.0/routers/d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268940 Jul 26 15:36:41.533943 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46066) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:41.534762 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Sync routers for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:36:41.546360 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:41.546971 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:36:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:41.640151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks [] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:41.656869 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:41.743253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:41.745698 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks [] for router_gateway (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:41.828958 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:36:40Z', 'revision_number': 5, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port': {'id': '00e3bd64-d9c8-4304-99ab-b3d3885e39ee', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:41.851897 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Deleting port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:36:41.855503 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:41.855630 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Checking router: d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:36:41.863257 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Routers {'d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:36:41.863859 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:36:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:41.911598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:41.947185 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] For port 00e3bd64-d9c8-4304-99ab-b3d3885e39ee, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:41.947902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:41.960258 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] Set router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:36:41.965015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Calling delete_port for 00e3bd64-d9c8-4304-99ab-b3d3885e39ee owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:36:42.016292 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:36:41Z', 'revision_number': 6, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:42.042030 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd046-d2cd-4a0e-aa3d-70d6ee28ce7d None None] The sync data for ids ['d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b'] in dv-cinder-851032-1-iscsi is: [{'id': 'd368dd8a-b46f-48f9-a4b4-3a385a0b3d2b', 'name': 'tempest-DeleteServersTestJSON-709169703-router', 'tenant_id': '417b9d6cde90467ebe75c790867a8c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:09Z', 'updated_at': '2022-07-26T15:36:41Z', 'revision_number': 6, 'project_id': '417b9d6cde90467ebe75c790867a8c89', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:36:42.073317 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d1b4f-d504-469c-a878-d0c4292f10c9 req-5cd54636-014b-49f8-b384-a1c47563a316 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:42.073317 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a97d1b4f-d504-469c-a878-d0c4292f10c9 req-5cd54636-014b-49f8-b384-a1c47563a316 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0916851 Jul 26 15:36:42.176137 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a97d1b4f-d504-469c-a878-d0c4292f10c9 req-dbb751c8-ce7b-4aaf-961b-69274c68b138 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967686 Jul 26 15:36:42.278819 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (00e3bd64-d9c8-4304-99ab-b3d3885e39ee), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.302972 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e3bd64-d9c8-4304-99ab-b3d3885e39ee,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:42.377707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.494802 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.498115 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks [] for router_controller (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.616222 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.616900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:36:42.621750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.627292 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-44ff042b-9994-4dad-af90-1f98620fb742 admin admin] 10.222.0.128 "DELETE /v2.0/routers/d368dd8a-b46f-48f9-a4b4-3a385a0b3d2b HTTP/1.1" status: 204 len: 168 time: 1.0880597 Jul 26 15:36:42.627292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46076) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:42.675786 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Deleting subnet 0fe4f214-7ea9-4e24-bcbd-fdd264401e4b {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:36:42.678961 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Publish callbacks [] for subnet (0fe4f214-7ea9-4e24-bcbd-fdd264401e4b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.715488 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (0fe4f214-7ea9-4e24-bcbd-fdd264401e4b), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:42.773768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:42.826861 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (0fe4f214-7ea9-4e24-bcbd-fdd264401e4b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.005199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (0fe4f214-7ea9-4e24-bcbd-fdd264401e4b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.036533 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe4f214-7ea9-4e24-bcbd-fdd264401e4b,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:43.038619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.045193 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46084) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:43.045799 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-33b4fbcd-c26d-40e4-b6d6-116d41b823ae admin admin] 10.222.0.128 "DELETE /v2.0/subnets/0fe4f214-7ea9-4e24-bcbd-fdd264401e4b HTTP/1.1" status: 204 len: 168 time: 0.4180243 Jul 26 15:36:43.053616 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f61685-1685-4da6-b1b7-5f6de50222bd None None] Network 2be0a9bc-b9da-4308-9564-233a11170d03 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:36:43.162778 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (2be0a9bc-b9da-4308-9564-233a11170d03), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.170720 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:43.213025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Deleting port 296b9d56-4a9e-4c27-8315-1332e9794255 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:36:43.213371 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.236298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] DHCP port deletion for 2be0a9bc-b9da-4308-9564-233a11170d03 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:36:43.280829 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Deleting port 296b9d56-4a9e-4c27-8315-1332e9794255 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:36:43.281207 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.321386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] For port 296b9d56-4a9e-4c27-8315-1332e9794255, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=296b9d56-4a9e-4c27-8315-1332e9794255,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:43.321754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.344195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51c55-6a1d-4185-ad4f-40b296f00ebc req-118e16c0-b045-47b7-bf58-75a46365e45d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:43.345753 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44c51c55-6a1d-4185-ad4f-40b296f00ebc req-118e16c0-b045-47b7-bf58-75a46365e45d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0759957 Jul 26 15:36:43.346943 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Calling delete_port for 296b9d56-4a9e-4c27-8315-1332e9794255 owned by network:dhcp {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:36:43.349703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] For port 296b9d56-4a9e-4c27-8315-1332e9794255, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=296b9d56-4a9e-4c27-8315-1332e9794255,segment=NetworkSegment(18ff7324-6057-4c26-8521-be84cc8eb7e7),segment_id=18ff7324-6057-4c26-8521-be84cc8eb7e7)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:36:43.350100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.364231 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Calling delete_port for 296b9d56-4a9e-4c27-8315-1332e9794255 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:36:43.441127 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44c51c55-6a1d-4185-ad4f-40b296f00ebc req-91a436ad-9487-462e-a6ca-dc424f7799af tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853043 Jul 26 15:36:43.455023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:43.588108 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.601221 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (296b9d56-4a9e-4c27-8315-1332e9794255), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.613234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Pushing event deleted for resources: {'Port': ['ID=296b9d56-4a9e-4c27-8315-1332e9794255,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:43.618996 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] No DVR routers for this DVR port 296b9d56-4a9e-4c27-8315-1332e9794255 on host dv-cinder-851032-1-iscsi {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:36:43.632284 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] Pushing event deleted for resources: {'Port': ['ID=296b9d56-4a9e-4c27-8315-1332e9794255,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:43.641864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 840cd8a0-171a-486d-ab62-370abea8cc94 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:36:43.668923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29b97d-c019-4720-96b9-0f7dee5d616a None None] No DVR routers for this DVR port 296b9d56-4a9e-4c27-8315-1332e9794255 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:36:43.674744 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 840cd8a0-171a-486d-ab62-370abea8cc94 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:36:43.675079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 840cd8a0-171a-486d-ab62-370abea8cc94 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:36:43.675499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 00e3bd64-d9c8-4304-99ab-b3d3885e39ee no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:36:43.699592 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 00e3bd64-d9c8-4304-99ab-b3d3885e39ee {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:36:43.699937 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 00e3bd64-d9c8-4304-99ab-b3d3885e39ee not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:36:43.701025 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 296b9d56-4a9e-4c27-8315-1332e9794255 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:36:43.704308 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (2be0a9bc-b9da-4308-9564-233a11170d03), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.720682 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 296b9d56-4a9e-4c27-8315-1332e9794255 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:36:43.721033 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 296b9d56-4a9e-4c27-8315-1332e9794255 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:36:43.727369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be0a9bc-b9da-4308-9564-233a11170d03']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:43.738721 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff7324-6057-4c26-8521-be84cc8eb7e7') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:43.739028 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff7324-6057-4c26-8521-be84cc8eb7e7') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:36:43.749699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (18ff7324-6057-4c26-8521-be84cc8eb7e7), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.765014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (18ff7324-6057-4c26-8521-be84cc8eb7e7), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.772041 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:36:43.772717 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (18ff7324-6057-4c26-8521-be84cc8eb7e7), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.819900 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 18ff7324-6057-4c26-8521-be84cc8eb7e7 resource provider aggregate not found Jul 26 15:36:43.840437 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 18ff7324-6057-4c26-8521-be84cc8eb7e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ff7324-6057-4c26-8521-be84cc8eb7e7 found for delete ", "request_id": "req-e682be26-56f0-48c2-b7aa-b653ab2f560d"}]} Jul 26 15:36:43.969603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (2be0a9bc-b9da-4308-9564-233a11170d03), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.977263 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:43.981401 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] 10.222.0.128 "DELETE /v2.0/networks/2be0a9bc-b9da-4308-9564-233a11170d03 HTTP/1.1" status: 204 len: 168 time: 0.9344578 Jul 26 15:36:43.992293 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25118db-3ebb-4fc9-8697-4b733bca1195 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be0a9bc-b9da-4308-9564-233a11170d03,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:44.439800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46120) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:44.497050 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-626178c7-b544-43d2-9434-64e0b6597df3 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=417b9d6cde90467ebe75c790867a8c89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0534370 Jul 26 15:36:44.497050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46126) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:44.558949 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] Publish callbacks [] for security_group (d494ec96-2e2d-42fa-a926-623b6f3e9d52), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:44.584385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:44.610765 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] Publish callbacks [] for security_group (d494ec96-2e2d-42fa-a926-623b6f3e9d52), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:44.623306 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17e57-6207-4395-89a7-c8c011781fa6 req-3c2ff20e-4ae7-48c7-8088-e7d211fac7c3 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:44.624841 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-44c17e57-6207-4395-89a7-c8c011781fa6 req-3c2ff20e-4ae7-48c7-8088-e7d211fac7c3 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0794563 Jul 26 15:36:44.713792 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-44c17e57-6207-4395-89a7-c8c011781fa6 req-9501bfbb-d1a1-4d29-8448-410c456fc5b9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774815 Jul 26 15:36:44.833331 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d494ec96-2e2d-42fa-a926-623b6f3e9d52), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:44.836103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:44.837249 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/d494ec96-2e2d-42fa-a926-623b6f3e9d52 HTTP/1.1" status: 204 len: 168 time: 0.3387029 Jul 26 15:36:44.847984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e34b-4258-4778-8b47-6315af8e63b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494ec96-2e2d-42fa-a926-623b6f3e9d52,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:45.792693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0e90cf11-406e-47b9-bcea-0d75ce469c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:45.848775 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4ab1-c905-43a3-b846-f24cbb792740 req-b58e6afc-0b58-4a4c-994a-64d9f9a3a0a8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:45.856521 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1fbf4ab1-c905-43a3-b846-f24cbb792740 req-b58e6afc-0b58-4a4c-994a-64d9f9a3a0a8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0604475 Jul 26 15:36:45.912903 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1fbf4ab1-c905-43a3-b846-f24cbb792740 req-8124876a-c936-4d7b-b3fc-623744e8afd6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Jul 26 15:36:46.390606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46194) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:46.509160 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-29dc4151-d071-4015-85f9-bd82b4a57b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.586676 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-29dc4151-d071-4015-85f9-bd82b4a57b21 admin admin] Publish callbacks [] for security_group (b06845cf-29da-4b5d-95f0-a72c0a8f6235), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.707212 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-29dc4151-d071-4015-85f9-bd82b4a57b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b06845cf-29da-4b5d-95f0-a72c0a8f6235), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.754497 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-29dc4151-d071-4015-85f9-bd82b4a57b21 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d92ba80d86c54035a3e58376409e9cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628035 Jul 26 15:36:46.755611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc4151-d071-4015-85f9-bd82b4a57b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06845cf-29da-4b5d-95f0-a72c0a8f6235,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:46.757199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46206) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:46.826918 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] Publish callbacks [] for security_group (b06845cf-29da-4b5d-95f0-a72c0a8f6235), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.849690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] Publish callbacks [] for security_group (b06845cf-29da-4b5d-95f0-a72c0a8f6235), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.992109 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b06845cf-29da-4b5d-95f0-a72c0a8f6235), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:46.995049 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:47.001751 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/b06845cf-29da-4b5d-95f0-a72c0a8f6235 HTTP/1.1" status: 204 len: 168 time: 0.2370107 Jul 26 15:36:47.010328 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e894-357f-46d0-adfe-a3a3ddf959f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06845cf-29da-4b5d-95f0-a72c0a8f6235,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:47.057376 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed7e59-68ee-4c20-abc8-656443efb51a req-9c8f43d2-15dc-4f43-a294-d302c79ff1a0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:47.059343 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c1ed7e59-68ee-4c20-abc8-656443efb51a req-9c8f43d2-15dc-4f43-a294-d302c79ff1a0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0751538 Jul 26 15:36:47.127537 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c1ed7e59-68ee-4c20-abc8-656443efb51a req-e63b7c68-57b2-473b-ae16-b1278ccd9cc5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536427 Jul 26 15:36:47.587413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46232) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:47.702187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b03f11dc-09ca-466a-a01d-d1feabb75011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:47.778507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b03f11dc-09ca-466a-a01d-d1feabb75011 admin admin] Publish callbacks [] for security_group (57bbf76b-535a-4f76-9805-15d3fae4942d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:47.878873 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b03f11dc-09ca-466a-a01d-d1feabb75011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (57bbf76b-535a-4f76-9805-15d3fae4942d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:47.920073 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b03f11dc-09ca-466a-a01d-d1feabb75011 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=391ac096d47d4713a72526824fcf398c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315637 Jul 26 15:36:47.920969 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f11dc-09ca-466a-a01d-d1feabb75011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bbf76b-535a-4f76-9805-15d3fae4942d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:47.922781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46238) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:47.977505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] Publish callbacks [] for security_group (57bbf76b-535a-4f76-9805-15d3fae4942d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:47.992140 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46240) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:48.004079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] Publish callbacks [] for security_group (57bbf76b-535a-4f76-9805-15d3fae4942d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.006962 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4edb72c7-6f8b-4ac0-9698-d92c341deb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.041044 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:48.124701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (57bbf76b-535a-4f76-9805-15d3fae4942d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.127346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.131178 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/57bbf76b-535a-4f76-9805-15d3fae4942d HTTP/1.1" status: 204 len: 168 time: 0.2039456 Jul 26 15:36:48.137346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bb5f7-507e-41da-9489-1cbd7da9f131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bbf76b-535a-4f76-9805-15d3fae4942d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:48.165622 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:48.183203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4edb72c7-6f8b-4ac0-9698-d92c341deb71 admin admin] Publish callbacks [] for security_group (55bba05c-6cfb-4e1c-97f5-a72a04fc96f9), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.263843 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4edb72c7-6f8b-4ac0-9698-d92c341deb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (55bba05c-6cfb-4e1c-97f5-a72a04fc96f9), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.268805 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:48.281434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf25f6-22a1-47de-aac8-ca235f73e9d6 req-390a0213-8835-4847-ba35-74d634730b21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:48.282965 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aebf25f6-22a1-47de-aac8-ca235f73e9d6 req-390a0213-8835-4847-ba35-74d634730b21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0664997 Jul 26 15:36:48.335477 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-4edb72c7-6f8b-4ac0-9698-d92c341deb71 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=e46b3cca61ed469e92e6a629c51852fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421848 Jul 26 15:36:48.336289 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46248) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:48.346554 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb72c7-6f8b-4ac0-9698-d92c341deb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bba05c-6cfb-4e1c-97f5-a72a04fc96f9,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:48.352392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-86600a7b-a69a-4004-a189-fbd81a3f90ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.365233 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aebf25f6-22a1-47de-aac8-ca235f73e9d6 req-27e7a246-18b8-4b33-9cdd-ac11d61bd7fc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749617 Jul 26 15:36:48.418935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] Publish callbacks [] for security_group (55bba05c-6cfb-4e1c-97f5-a72a04fc96f9), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.444214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] Publish callbacks [] for security_group (55bba05c-6cfb-4e1c-97f5-a72a04fc96f9), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.571709 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (55bba05c-6cfb-4e1c-97f5-a72a04fc96f9), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.574794 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:48.578687 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/55bba05c-6cfb-4e1c-97f5-a72a04fc96f9 HTTP/1.1" status: 204 len: 168 time: 0.2380435 Jul 26 15:36:48.584763 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538c3cb-8a9a-4649-ab74-57cc2a3cd236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bba05c-6cfb-4e1c-97f5-a72a04fc96f9,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:49.004941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46262) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:49.018642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-26bda8bb-65c1-42ff-a622-b3edbfaa5d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.097762 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-26bda8bb-65c1-42ff-a622-b3edbfaa5d1c admin admin] Publish callbacks [] for security_group (dcef0b53-300d-4f72-a316-a3acccf6245a), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.171143 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-26bda8bb-65c1-42ff-a622-b3edbfaa5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (dcef0b53-300d-4f72-a316-a3acccf6245a), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.212400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bda8bb-65c1-42ff-a622-b3edbfaa5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef0b53-300d-4f72-a316-a3acccf6245a,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:49.220222 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46272) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:49.220815 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-26bda8bb-65c1-42ff-a622-b3edbfaa5d1c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=19c3fe3b179444188e8d29b33514fe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142830 Jul 26 15:36:49.290537 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] Publish callbacks [] for security_group (dcef0b53-300d-4f72-a316-a3acccf6245a), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.318294 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] Publish callbacks [] for security_group (dcef0b53-300d-4f72-a316-a3acccf6245a), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.320070 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:49.419542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224b68-b038-4230-b169-b20f2d86c23e req-c71cd6fc-03ae-4f8d-89ca-fa15a030ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:49.421311 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27224b68-b038-4230-b169-b20f2d86c23e req-c71cd6fc-03ae-4f8d-89ca-fa15a030ddfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1130 time: 0.0445361 Jul 26 15:36:49.432375 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.456875 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (dcef0b53-300d-4f72-a316-a3acccf6245a), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.460952 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:49.462490 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/dcef0b53-300d-4f72-a316-a3acccf6245a HTTP/1.1" status: 204 len: 168 time: 0.2400293 Jul 26 15:36:49.475204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76712e51-dad5-4af3-b1de-1281cbe0546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef0b53-300d-4f72-a316-a3acccf6245a,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:49.509122 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27224b68-b038-4230-b169-b20f2d86c23e req-31248025-9260-4c1e-ab2b-321e120854e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794792 Jul 26 15:36:49.745391 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec7793-a0a1-439e-a879-6a270c70ee8b req-5557cb70-e65d-4ca1-b735-ad105aca897b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:49.746982 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d4ec7793-a0a1-439e-a879-6a270c70ee8b req-5557cb70-e65d-4ca1-b735-ad105aca897b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0695531 Jul 26 15:36:49.805502 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d4ec7793-a0a1-439e-a879-6a270c70ee8b req-649588b5-3d28-4932-9554-0b8ea131d7fe tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483055 Jul 26 15:36:50.798090 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46352) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:50.918775 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-25adeb26-82b6-4ad8-9d24-1c83c44ebb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:50.976302 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e669b6-ae35-4d9c-8f06-0c09e0d77f31 req-5a051bd5-1fad-46f5-b9a7-4e8ed03eb349 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:50.978127 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a1e669b6-ae35-4d9c-8f06-0c09e0d77f31 req-5a051bd5-1fad-46f5-b9a7-4e8ed03eb349 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0631347 Jul 26 15:36:51.010186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-25adeb26-82b6-4ad8-9d24-1c83c44ebb97 admin admin] Publish callbacks [] for security_group (c9bb3662-459e-4d90-9d40-48ff7637d5ec), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.044447 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a1e669b6-ae35-4d9c-8f06-0c09e0d77f31 req-12effa2d-8dcc-46e1-8d83-6a88e02dc74b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Jul 26 15:36:51.083742 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-25adeb26-82b6-4ad8-9d24-1c83c44ebb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c9bb3662-459e-4d90-9d40-48ff7637d5ec), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.124622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adeb26-82b6-4ad8-9d24-1c83c44ebb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb3662-459e-4d90-9d40-48ff7637d5ec,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:51.130078 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-25adeb26-82b6-4ad8-9d24-1c83c44ebb97 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=0c186c1ba3bb4c9f9681c7c04ed20a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303151 Jul 26 15:36:51.132881 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46366) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:51.189326 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] Publish callbacks [] for security_group (c9bb3662-459e-4d90-9d40-48ff7637d5ec), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.220951 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] Publish callbacks [] for security_group (c9bb3662-459e-4d90-9d40-48ff7637d5ec), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.289766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.317991 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.391967 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c9bb3662-459e-4d90-9d40-48ff7637d5ec), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.394526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:51.395701 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/c9bb3662-459e-4d90-9d40-48ff7637d5ec HTTP/1.1" status: 204 len: 168 time: 0.2619762 Jul 26 15:36:51.404001 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597339-7def-4bca-95cc-6eb88be8ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb3662-459e-4d90-9d40-48ff7637d5ec,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:52.016179 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=51 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:52.042216 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=32 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:52.172525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ebbd2-ce3e-45d2-babd-1aee3cee806d req-ba9fb79b-15e8-4022-bf14-540922ef1b8e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:52.174490 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-728ebbd2-ce3e-45d2-babd-1aee3cee806d req-ba9fb79b-15e8-4022-bf14-540922ef1b8e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0541184 Jul 26 15:36:52.184241 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46402) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:52.202300 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6b05b761-3700-40af-8a26-6ce8164a0e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.233889 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-728ebbd2-ce3e-45d2-babd-1aee3cee806d req-d65b298a-796a-427b-83a9-d7cc5dfc4246 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Jul 26 15:36:52.239961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:52.299692 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6b05b761-3700-40af-8a26-6ce8164a0e14 admin admin] Publish callbacks [] for security_group (c4371024-3d26-4406-b129-a50c7ab1d73f), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.376693 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6ebaf-3b31-4291-a050-ab4da77c74fb req-96c4cb9a-d662-40c4-bf8e-d2adab0e67fc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:52.378216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4b6ebaf-3b31-4291-a050-ab4da77c74fb req-96c4cb9a-d662-40c4-bf8e-d2adab0e67fc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0528116 Jul 26 15:36:52.380995 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6b05b761-3700-40af-8a26-6ce8164a0e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c4371024-3d26-4406-b129-a50c7ab1d73f), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.438532 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6b05b761-3700-40af-8a26-6ce8164a0e14 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=379a187a97cd4a6eafcd478b2fd4972d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530377 Jul 26 15:36:52.441312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46414) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:52.442369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05b761-3700-40af-8a26-6ce8164a0e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4371024-3d26-4406-b129-a50c7ab1d73f,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:52.474179 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4b6ebaf-3b31-4291-a050-ab4da77c74fb req-a3f8de5c-7e0c-40de-a9ec-74edb12c9972 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 Jul 26 15:36:52.515980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:52.521386 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] Publish callbacks [] for security_group (c4371024-3d26-4406-b129-a50c7ab1d73f), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.543369 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] Publish callbacks [] for security_group (c4371024-3d26-4406-b129-a50c7ab1d73f), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.672806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c4371024-3d26-4406-b129-a50c7ab1d73f), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.675292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:52.678855 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/c4371024-3d26-4406-b129-a50c7ab1d73f HTTP/1.1" status: 204 len: 168 time: 0.2340703 Jul 26 15:36:52.694712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa786bd8-cde0-4be3-888c-d92ca1d4b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4371024-3d26-4406-b129-a50c7ab1d73f,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:53.472679 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46450) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:53.756201 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7585fb7e-6126-46d0-a8cf-3ef1508a277d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:53.841199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46460) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:53.848443 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7585fb7e-6126-46d0-a8cf-3ef1508a277d admin admin] Publish callbacks [] for security_group (bd93189f-09a7-40d9-a61b-056a819c7b08), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:53.930748 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7585fb7e-6126-46d0-a8cf-3ef1508a277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bd93189f-09a7-40d9-a61b-056a819c7b08), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:53.944443 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:53.991745 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5900-0bce-41b8-aebb-f1d548992263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.003242 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-7585fb7e-6126-46d0-a8cf-3ef1508a277d admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3dbbcdfca4c24dcf875a3e28a5d4953b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293510 Jul 26 15:36:54.006445 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585fb7e-6126-46d0-a8cf-3ef1508a277d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93189f-09a7-40d9-a61b-056a819c7b08,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:54.006935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46470) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:54.091788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] Publish callbacks [] for security_group (bd93189f-09a7-40d9-a61b-056a819c7b08), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.131603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] Publish callbacks [] for security_group (bd93189f-09a7-40d9-a61b-056a819c7b08), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.166066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5900-0bce-41b8-aebb-f1d548992263 admin admin] Publish callbacks [] for security_group (1f50bbdc-e3f0-49ed-b645-32a115777789), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.226749 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f0d5900-0bce-41b8-aebb-f1d548992263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (1f50bbdc-e3f0-49ed-b645-32a115777789), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.244669 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:54.268820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bd93189f-09a7-40d9-a61b-056a819c7b08), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.312137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.312137 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/bd93189f-09a7-40d9-a61b-056a819c7b08 HTTP/1.1" status: 204 len: 168 time: 0.2644882 Jul 26 15:36:54.312137 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3f0d5900-0bce-41b8-aebb-f1d548992263 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=dac818cf11c14f33acd17751b11203f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329724 Jul 26 15:36:54.312137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d5900-0bce-41b8-aebb-f1d548992263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f50bbdc-e3f0-49ed-b645-32a115777789,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:54.312137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd1e36-2440-468c-af6b-4e62fd567492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93189f-09a7-40d9-a61b-056a819c7b08,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:54.316488 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46482) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:54.370952 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] Publish callbacks [] for security_group (1f50bbdc-e3f0-49ed-b645-32a115777789), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.400748 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] Publish callbacks [] for security_group (1f50bbdc-e3f0-49ed-b645-32a115777789), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.558249 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (1f50bbdc-e3f0-49ed-b645-32a115777789), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.562178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:54.565020 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/1f50bbdc-e3f0-49ed-b645-32a115777789 HTTP/1.1" status: 204 len: 168 time: 0.2472699 Jul 26 15:36:54.575552 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76ad54-099f-4ee6-9ca1-e4e3724346ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f50bbdc-e3f0-49ed-b645-32a115777789,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:55.229830 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08218c-95b6-4537-8a99-6592299e117a req-aef00757-5af3-4f2f-8e8f-f0ac91e46e63 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:55.231326 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ce08218c-95b6-4537-8a99-6592299e117a req-aef00757-5af3-4f2f-8e8f-f0ac91e46e63 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Jul 26 15:36:55.283864 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ce08218c-95b6-4537-8a99-6592299e117a req-372440cc-567a-46e9-b7ce-67cb495cd4b4 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459430 Jul 26 15:36:55.349423 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46512) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:55.364722 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-91dbfcfb-571b-46a3-8d85-b95608e0af83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:55.431835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-0c84cba1-69d6-440b-88e3-8f3b0b7a332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:55.433571 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-0c84cba1-69d6-440b-88e3-8f3b0b7a332a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.0665495 Jul 26 15:36:55.596957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-91dbfcfb-571b-46a3-8d85-b95608e0af83 admin admin] Publish callbacks [] for security_group (5c342d3d-c1ec-45d2-8f3c-060070c97a1b), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:55.602543 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-3b241a1b-aabc-423f-9283-1665ff5ae12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:55.604122 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-3b241a1b-aabc-423f-9283-1665ff5ae12c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.1578617 Jul 26 15:36:55.654398 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-794eadd9-3490-4795-9660-98dbfceac26d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.0373080 Jul 26 15:36:55.706135 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-2f42ae17-4fca-4772-98fd-679dd2fcd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:55.707786 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-2f42ae17-4fca-4772-98fd-679dd2fcd240 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0474064 Jul 26 15:36:55.709069 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-91dbfcfb-571b-46a3-8d85-b95608e0af83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5c342d3d-c1ec-45d2-8f3c-060070c97a1b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:55.780215 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-91dbfcfb-571b-46a3-8d85-b95608e0af83 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3c9bb4ea9c9b48dc96aaa361de12c792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295254 Jul 26 15:36:55.783302 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46540) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:55.789516 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-d12bd1b9-562b-429a-8280-1631b609e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:55.791663 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-d12bd1b9-562b-429a-8280-1631b609e2ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689232 Jul 26 15:36:55.794230 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbfcfb-571b-46a3-8d85-b95608e0af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c342d3d-c1ec-45d2-8f3c-060070c97a1b,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:55.799700 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:55.864716 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] Publish callbacks [] for security_group (5c342d3d-c1ec-45d2-8f3c-060070c97a1b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:55.889046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] Publish callbacks [] for security_group (5c342d3d-c1ec-45d2-8f3c-060070c97a1b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:55.914284 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-64949d2a-c701-405d-ab47-3499a069ba6a service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042297 Jul 26 15:36:56.038562 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c60fe65-ba38-4436-bf93-006ab6eb1ca7 req-bcfda5b3-e594-4901-a633-ae0d48632074 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135435 Jul 26 15:36:56.069880 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5c342d3d-c1ec-45d2-8f3c-060070c97a1b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:56.075103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:56.077897 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/5c342d3d-c1ec-45d2-8f3c-060070c97a1b HTTP/1.1" status: 204 len: 168 time: 0.2934318 Jul 26 15:36:56.087845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5947b90-ed3b-4f01-86dd-36928b13aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c342d3d-c1ec-45d2-8f3c-060070c97a1b,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:56.377172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:56.416911 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3503c11-71ce-4b29-a1dd-852944288d09 req-60b80509-b4d7-4fd1-b8aa-84eedfc9bb6a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:56.418441 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3503c11-71ce-4b29-a1dd-852944288d09 req-60b80509-b4d7-4fd1-b8aa-84eedfc9bb6a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Jul 26 15:36:56.480828 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3503c11-71ce-4b29-a1dd-852944288d09 req-4092662e-76e8-4474-bd69-15b1d9922016 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Jul 26 15:36:57.562947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:36:57.606146 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595236-c548-4eb0-87ca-c130e71fdb38 req-7b19c2e3-0b89-4cca-ad64-873e1f6963d2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:57.607751 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0595236-c548-4eb0-87ca-c130e71fdb38 req-7b19c2e3-0b89-4cca-ad64-873e1f6963d2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0536594 Jul 26 15:36:57.656198 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0595236-c548-4eb0-87ca-c130e71fdb38 req-ddf1e43d-1cd2-4f9b-b1a9-e214a6e6ba8e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Jul 26 15:36:58.618343 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46646) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:58.742206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ca92d322-8190-4752-b020-8c56b3a03cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:58.803664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c65ce-b742-4f2c-b060-636da26fb5a1 req-4e84e952-0aa8-4f6d-93ce-36058036601f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:36:58.805138 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f6c65ce-b742-4f2c-b060-636da26fb5a1 req-4e84e952-0aa8-4f6d-93ce-36058036601f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0715971 Jul 26 15:36:58.883603 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f6c65ce-b742-4f2c-b060-636da26fb5a1 req-556437fe-f24f-48ee-86e8-1dc54da41aa2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706153 Jul 26 15:36:58.896169 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ca92d322-8190-4752-b020-8c56b3a03cf1 admin admin] Publish callbacks [] for security_group (3ff9e123-40ea-4a96-a9c2-7f2a9f916013), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.009352 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ca92d322-8190-4752-b020-8c56b3a03cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3ff9e123-40ea-4a96-a9c2-7f2a9f916013), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.052639 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ca92d322-8190-4752-b020-8c56b3a03cf1 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=48133a3d94214dff8aa2088e11d259d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330242 Jul 26 15:36:59.053566 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92d322-8190-4752-b020-8c56b3a03cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff9e123-40ea-4a96-a9c2-7f2a9f916013,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:36:59.055680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46660) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:36:59.110924 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] Publish callbacks [] for security_group (3ff9e123-40ea-4a96-a9c2-7f2a9f916013), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.133102 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] Publish callbacks [] for security_group (3ff9e123-40ea-4a96-a9c2-7f2a9f916013), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.295878 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3ff9e123-40ea-4a96-a9c2-7f2a9f916013), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.298667 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:36:59.299928 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/3ff9e123-40ea-4a96-a9c2-7f2a9f916013 HTTP/1.1" status: 204 len: 168 time: 0.2432361 Jul 26 15:36:59.308235 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece45e5-fcae-4d92-9c3b-8191d38e7100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff9e123-40ea-4a96-a9c2-7f2a9f916013,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:00.026631 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731f01-d231-4d5a-9a77-26750dcf5488 req-939cf453-a2e4-457b-8179-f2f4b2bfd51f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:00.028216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fe731f01-d231-4d5a-9a77-26750dcf5488 req-939cf453-a2e4-457b-8179-f2f4b2bfd51f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0709944 Jul 26 15:37:00.078972 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fe731f01-d231-4d5a-9a77-26750dcf5488 req-c0ee53b3-9380-4de9-9839-5d4377ca3f66 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Jul 26 15:37:00.197463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46686) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:00.211045 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-142670b3-0595-4cab-a782-64cd415df764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.223721 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46688) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:00.289600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-142670b3-0595-4cab-a782-64cd415df764 admin admin] Publish callbacks [] for security_group (3d13d74e-1478-4f36-a5ec-d3bca5d19c68), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.389590 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-891effbd-130e-481b-87e4-5767aa7ce67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.391282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-142670b3-0595-4cab-a782-64cd415df764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3d13d74e-1478-4f36-a5ec-d3bca5d19c68), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.432401 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-142670b3-0595-4cab-a782-64cd415df764 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=be2bb3de9789417aaa0337b128ceda9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338068 Jul 26 15:37:00.433534 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142670b3-0595-4cab-a782-64cd415df764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d13d74e-1478-4f36-a5ec-d3bca5d19c68,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:00.435831 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46692) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:00.476664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-891effbd-130e-481b-87e4-5767aa7ce67c admin admin] Publish callbacks [] for security_group (10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.491795 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] Publish callbacks [] for security_group (3d13d74e-1478-4f36-a5ec-d3bca5d19c68), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.513747 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] Publish callbacks [] for security_group (3d13d74e-1478-4f36-a5ec-d3bca5d19c68), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.596825 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-891effbd-130e-481b-87e4-5767aa7ce67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.608087 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:00.636883 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891effbd-130e-481b-87e4-5767aa7ce67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:00.643165 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-891effbd-130e-481b-87e4-5767aa7ce67c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=5f908335d06a4da4922bbdde9b8cc1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184072 Jul 26 15:37:00.645804 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46694) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:00.672042 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3d13d74e-1478-4f36-a5ec-d3bca5d19c68), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.674560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.675697 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/3d13d74e-1478-4f36-a5ec-d3bca5d19c68 HTTP/1.1" status: 204 len: 168 time: 0.2388699 Jul 26 15:37:00.689317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60ffc9-1a17-449e-aa49-5a2f49445a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d13d74e-1478-4f36-a5ec-d3bca5d19c68,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:00.699381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] Publish callbacks [] for security_group (10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.725235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] Publish callbacks [] for security_group (10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.837547 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.840505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:00.842426 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f HTTP/1.1" status: 204 len: 168 time: 0.1953084 Jul 26 15:37:00.851144 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac861c0-2678-42e4-8a9c-a5dfe5af6c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1d8ca-1e99-44eb-9d2e-b04d8a501d7f,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:01.100194 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:37:01.199874 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.210101 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203bc9-e29f-4263-a13c-2c31a507e961 req-c21f12e4-5a14-4603-87bf-bc0437b129d8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:01.211747 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d203bc9-e29f-4263-a13c-2c31a507e961 req-c21f12e4-5a14-4603-87bf-bc0437b129d8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0588632 Jul 26 15:37:01.261738 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d203bc9-e29f-4263-a13c-2c31a507e961 req-eae6f1c4-d529-4416-b2ba-df3c77e6ac75 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jul 26 15:37:01.308959 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46710) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:01.323312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-08890d48-2462-44e9-a3f7-43894e2323e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.400964 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-08890d48-2462-44e9-a3f7-43894e2323e9 admin admin] Publish callbacks [] for security_group (e89f7e26-7f74-43fb-9f58-0f2c340b7b96), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.512477 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-08890d48-2462-44e9-a3f7-43894e2323e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e89f7e26-7f74-43fb-9f58-0f2c340b7b96), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.553463 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-08890d48-2462-44e9-a3f7-43894e2323e9 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=a935c1c8a2fe4509ac717df4bdea4865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433889 Jul 26 15:37:01.555390 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08890d48-2462-44e9-a3f7-43894e2323e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f7e26-7f74-43fb-9f58-0f2c340b7b96,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:01.556348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46712) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:01.609169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] Publish callbacks [] for security_group (e89f7e26-7f74-43fb-9f58-0f2c340b7b96), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.619184 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.631885 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] Publish callbacks [] for security_group (e89f7e26-7f74-43fb-9f58-0f2c340b7b96), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.642045 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46714) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:01.655958 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e52775b7-fad1-4409-b86e-a72e31b5df8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.734538 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e89f7e26-7f74-43fb-9f58-0f2c340b7b96), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.737025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.738193 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/e89f7e26-7f74-43fb-9f58-0f2c340b7b96 HTTP/1.1" status: 204 len: 168 time: 0.1807792 Jul 26 15:37:01.746388 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700d03-e7ea-44a3-861d-ffe3284d3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f7e26-7f74-43fb-9f58-0f2c340b7b96,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:01.758280 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.758866 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.799864 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e52775b7-fad1-4409-b86e-a72e31b5df8e admin admin] Publish callbacks [] for security_group (1f1c5924-0cdb-45f1-98b5-e13a68395d65), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.877578 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e52775b7-fad1-4409-b86e-a72e31b5df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (1f1c5924-0cdb-45f1-98b5-e13a68395d65), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:01.899719 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.923340 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e52775b7-fad1-4409-b86e-a72e31b5df8e admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=798c9d548f784a8d9c475bf8f96918c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801983 Jul 26 15:37:01.924440 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52775b7-fad1-4409-b86e-a72e31b5df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1c5924-0cdb-45f1-98b5-e13a68395d65,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:01.926074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46722) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:01.945150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:01.978430 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] Publish callbacks [] for security_group (1f1c5924-0cdb-45f1-98b5-e13a68395d65), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:02.002149 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] Publish callbacks [] for security_group (1f1c5924-0cdb-45f1-98b5-e13a68395d65), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:02.162509 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (1f1c5924-0cdb-45f1-98b5-e13a68395d65), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:02.165251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:02.166463 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/1f1c5924-0cdb-45f1-98b5-e13a68395d65 HTTP/1.1" status: 204 len: 168 time: 0.2385545 Jul 26 15:37:02.176987 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281b9e8-428d-480f-b109-315c57808cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1c5924-0cdb-45f1-98b5-e13a68395d65,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:02.393083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b912931-b880-4b43-b732-560213eb401b req-0a325b44-2a2e-4358-a7a8-39b23adb9c2e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:02.394671 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b912931-b880-4b43-b732-560213eb401b req-0a325b44-2a2e-4358-a7a8-39b23adb9c2e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0535808 Jul 26 15:37:02.445230 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b912931-b880-4b43-b732-560213eb401b req-6557f743-0a19-408d-ade6-fd35c1ce7cb1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Jul 26 15:37:03.130765 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:03.586447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46786) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:03.588527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e4563-1bb2-4f3f-b312-f39bb35b29c0 req-1604d340-1f58-46dd-a270-c838d0c6c308 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:03.588527 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-932e4563-1bb2-4f3f-b312-f39bb35b29c0 req-1604d340-1f58-46dd-a270-c838d0c6c308 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0602317 Jul 26 15:37:03.642080 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-932e4563-1bb2-4f3f-b312-f39bb35b29c0 req-a3a85fb9-22dd-40a9-a797-92e5c88a897d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Jul 26 15:37:03.697389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-054ff473-486b-46f6-afc2-2611c16d09bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:03.779854 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-054ff473-486b-46f6-afc2-2611c16d09bc admin admin] Publish callbacks [] for security_group (761da2ee-4cd4-4f88-8017-557bd12ec2a6), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:03.935989 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-054ff473-486b-46f6-afc2-2611c16d09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (761da2ee-4cd4-4f88-8017-557bd12ec2a6), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:03.980826 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ff473-486b-46f6-afc2-2611c16d09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761da2ee-4cd4-4f88-8017-557bd12ec2a6,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:03.986133 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-054ff473-486b-46f6-afc2-2611c16d09bc admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=b507debe3c694bb88155992d7a741c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4107478 Jul 26 15:37:03.988787 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46834) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:03.994732 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:04.041603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] Publish callbacks [] for security_group (761da2ee-4cd4-4f88-8017-557bd12ec2a6), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:04.067857 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] Publish callbacks [] for security_group (761da2ee-4cd4-4f88-8017-557bd12ec2a6), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:04.226781 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (761da2ee-4cd4-4f88-8017-557bd12ec2a6), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:04.229428 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:04.233461 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/761da2ee-4cd4-4f88-8017-557bd12ec2a6 HTTP/1.1" status: 204 len: 168 time: 0.2409325 Jul 26 15:37:04.241452 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b82e2-0115-4793-85bd-abc123ccee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761da2ee-4cd4-4f88-8017-557bd12ec2a6,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:04.795971 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6b6e8-5988-4ee6-a146-35ee82cf3fe2 req-c32979be-ea4c-4626-81df-323a73e7041a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:04.801412 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4f6b6e8-5988-4ee6-a146-35ee82cf3fe2 req-c32979be-ea4c-4626-81df-323a73e7041a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0554047 Jul 26 15:37:04.872024 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4f6b6e8-5988-4ee6-a146-35ee82cf3fe2 req-02ec877f-d438-4ec6-8f00-675f17cfc809 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654738 Jul 26 15:37:06.006686 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062fb06-faef-406f-a2ac-1770958dbfbe req-0581a772-daf4-49de-bf7b-884d09e2d200 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:06.008211 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0062fb06-faef-406f-a2ac-1770958dbfbe req-0581a772-daf4-49de-bf7b-884d09e2d200 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0579557 Jul 26 15:37:06.066450 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0062fb06-faef-406f-a2ac-1770958dbfbe req-c7c91f20-3342-4bd6-8aac-f4af6547cee5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504084 Jul 26 15:37:07.208951 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6477e34-bcd0-4dc6-8f91-63fcd42064f9 req-2eab970c-622d-40a4-bd41-fcf7db49f2d1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:07.219701 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6477e34-bcd0-4dc6-8f91-63fcd42064f9 req-2eab970c-622d-40a4-bd41-fcf7db49f2d1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0692177 Jul 26 15:37:07.315011 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6477e34-bcd0-4dc6-8f91-63fcd42064f9 req-5b400da7-543e-41d0-8ef0-2e50a4b100dd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Jul 26 15:37:08.293724 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:08.471229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d7da0-bf48-4ab5-b60f-c8adf65eba88 req-24ffc6ad-13c8-4bf3-af54-2e95c00a4b73 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:08.471229 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9b6d7da0-bf48-4ab5-b60f-c8adf65eba88 req-24ffc6ad-13c8-4bf3-af54-2e95c00a4b73 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0616081 Jul 26 15:37:08.523692 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9b6d7da0-bf48-4ab5-b60f-c8adf65eba88 req-55efbeb3-00fe-4e92-9726-db98919b17d1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474160 Jul 26 15:37:08.845892 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 46970) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:08.958604 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.039638 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Publish callbacks [] for security_group (38d3ad69-f02d-4c8b-be1f-f48dc05a5b31), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.105684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (38d3ad69-f02d-4c8b-be1f-f48dc05a5b31), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.145141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3ad69-f02d-4c8b-be1f-f48dc05a5b31,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:09.149221 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=915fadab15dc4f249412d83fdfab6f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023055 Jul 26 15:37:09.152114 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 46980) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:09.155641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.155987 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.156327 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.156702 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.157189 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.157520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.157845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.158170 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.158498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.158822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.159562 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.159562 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.159758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.160120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.160434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2acaaf3-e118-41b7-bbd2-be9b82a78202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.202489 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Publish callbacks [] for security_group (38d3ad69-f02d-4c8b-be1f-f48dc05a5b31), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.223755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Publish callbacks [] for security_group (38d3ad69-f02d-4c8b-be1f-f48dc05a5b31), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.344711 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (38d3ad69-f02d-4c8b-be1f-f48dc05a5b31), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.347267 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:09.348407 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/38d3ad69-f02d-4c8b-be1f-f48dc05a5b31 HTTP/1.1" status: 204 len: 168 time: 0.1952016 Jul 26 15:37:09.357436 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3ad69-f02d-4c8b-be1f-f48dc05a5b31,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:09.365187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.365572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.366086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.366268 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.366604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.366947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.367251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.367581 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.367913 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.368246 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.368609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.368933 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.369259 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.369586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.369908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeeeb8-e87c-4780-9500-da185e61b19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:09.650846 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e18a-fdf8-4339-b386-f0c40acb0ef5 req-ad072253-278f-417b-ad27-24bc5b92789d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:09.652526 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18d8e18a-fdf8-4339-b386-f0c40acb0ef5 req-ad072253-278f-417b-ad27-24bc5b92789d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Jul 26 15:37:09.715444 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18d8e18a-fdf8-4339-b386-f0c40acb0ef5 req-19b9d708-2cb8-4acd-a0cd-1b793e09f8c6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Jul 26 15:37:10.524802 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47010) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:10.637796 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028906808-network', 'tenant_id': 'eb5cc7e509e84773bec86203332e38af'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:10.705883 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Made reservation on behalf of eb5cc7e509e84773bec86203332e38af for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:10.708293 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:10.720966 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:10.730961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:10.802058 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks [] for security_group (f02ff36d-03f9-4dd8-9c93-eb7b6c745d63), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:10.844921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba23a-2b5a-4469-8a1a-a2c99b052e8f req-8819ae2a-c69d-4cd0-b122-4aa3a944d2e9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:10.846440 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ebba23a-2b5a-4469-8a1a-a2c99b052e8f req-8819ae2a-c69d-4cd0-b122-4aa3a944d2e9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0501220 Jul 26 15:37:10.871251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f02ff36d-03f9-4dd8-9c93-eb7b6c745d63), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:10.897644 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] vlan segment allocate from pool success with {'vlan_id': 1504, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:37:10.910786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ebba23a-2b5a-4469-8a1a-a2c99b052e8f req-d8615e5d-f498-4e42-acf8-83ea5d9689b8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Jul 26 15:37:10.914978 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:10.917951 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (986b5e42-3a3d-4127-bb8b-80e8318db764), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:10.918290 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Added segment 986b5e42-3a3d-4127-bb8b-80e8318db764 of type vlan for network b5f8ab70-ca20-493f-94b9-bdf15637a6df Jul 26 15:37:10.963331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (b5f8ab70-ca20-493f-94b9-bdf15637a6df), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:11.065614 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (b5f8ab70-ca20-493f-94b9-bdf15637a6df), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:11.066557 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:11.067147 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:11.115336 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:11.133932 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f8ab70-ca20-493f-94b9-bdf15637a6df,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:11.145177 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:37:11.222135 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bda192b7-9595-410a-b6e9-2bf0ce230822 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6961896 Jul 26 15:37:11.225196 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47022) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:11.230469 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Request body: {'subnet': {'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028906808-subnet', 'tenant_id': 'eb5cc7e509e84773bec86203332e38af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:11.329493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Made reservation on behalf of eb5cc7e509e84773bec86203332e38af for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:11.331873 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:11.457615 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-70164f02-c2b4-42b4-9749-eb5bde60659b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665429 Jul 26 15:37:11.771609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-64c6071d-e3e1-4a71-8356-8138012d4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:11.773148 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-64c6071d-e3e1-4a71-8356-8138012d4bcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1130 time: 0.0535245 Jul 26 15:37:11.900060 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:11.959424 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:11.971138 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Checking segment: {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:37:11.971490 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Network hostable DHCP agents. Network: b5f8ab70-ca20-493f-94b9-bdf15637a6df, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:37:12.049543 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e651c-9c54-4978-b8c9-321f813054a6 req-cba4d105-15e7-4604-ae8c-845bd57f0be8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:12.051125 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-955e651c-9c54-4978-b8c9-321f813054a6 req-cba4d105-15e7-4604-ae8c-845bd57f0be8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0537651 Jul 26 15:37:12.052219 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:37:12.086928 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:12.104084 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-955e651c-9c54-4978-b8c9-321f813054a6 req-29840876-296c-4e39-9a03-b3f46271e10c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Jul 26 15:37:12.124169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, b5f8ab70-ca20-493f-94b9-bdf15637a6df) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:12.131187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:12.132345 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:12.150664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4fa41f-06c4-42b6-800b-b4b61eaaa4be None None] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:37:12.275092 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81fea9-5c68-4123-93c5-a7e8b9e6eff4 None None] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:37:12.281732 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6d0719bf-593f-42bf-84f9-40a837157ea0 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0551915 Jul 26 15:37:13.054647 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4220e3-f52f-488b-ba16-47b15af41107 req-23724b7c-a58f-49b8-a151-a075ddfd1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:13.056182 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ee4220e3-f52f-488b-ba16-47b15af41107 req-23724b7c-a58f-49b8-a151-a075ddfd1571 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.0426588 Jul 26 15:37:13.061790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-8620120a-cd6a-4475-a884-60e3e5c1e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:13.063248 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-8620120a-cd6a-4475-a884-60e3e5c1e4fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.1139410 Jul 26 15:37:13.111304 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-1afaffc3-5c4a-4c78-8925-e4e4e2f6bb9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 217 time: 0.0337727 Jul 26 15:37:13.119148 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ee4220e3-f52f-488b-ba16-47b15af41107 req-30469c06-e24c-4d0c-8c98-91a1eeed52b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Jul 26 15:37:13.228087 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d194806-288a-48ac-9fe3-9f3704af34b5 req-00246927-f35d-43eb-9841-3d5e20d5cd50 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:13.229732 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0d194806-288a-48ac-9fe3-9f3704af34b5 req-00246927-f35d-43eb-9841-3d5e20d5cd50 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Jul 26 15:37:13.278200 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0d194806-288a-48ac-9fe3-9f3704af34b5 req-019b0e27-fe92-43f9-af76-183e1f973d5b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Jul 26 15:37:14.435829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7265fc-1b60-414e-bfbb-696f098ab2f3 req-fb051db6-3581-49fc-a9f8-5820bc213cda tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:14.437416 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0f7265fc-1b60-414e-bfbb-696f098ab2f3 req-fb051db6-3581-49fc-a9f8-5820bc213cda tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0623391 Jul 26 15:37:14.491796 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0f7265fc-1b60-414e-bfbb-696f098ab2f3 req-8ab6dd37-2b49-4506-9020-808957daf452 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Jul 26 15:37:15.625142 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389188a3-30e6-422e-8691-9fae940c534c req-a7ed6481-db8d-47f2-922e-c9530b552f7b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:15.626588 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-389188a3-30e6-422e-8691-9fae940c534c req-a7ed6481-db8d-47f2-922e-c9530b552f7b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Jul 26 15:37:15.677398 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-389188a3-30e6-422e-8691-9fae940c534c req-19f9ed69-423a-46d8-9349-08eee9efeeee tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Jul 26 15:37:15.802146 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-aaa8ef56-ea39-428b-b1e4-aaefd2a91442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:16.316366 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=16 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:16.320926 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=14 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:16.623512 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-3de4ce36-da63-41dc-86fd-e40d49d0924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:16.624115 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-3de4ce36-da63-41dc-86fd-e40d49d0924e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0459914 Jul 26 15:37:16.671494 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-9c63ba85-9875-42f5-b452-56e1eb289986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:16.671876 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-9c63ba85-9875-42f5-b452-56e1eb289986 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402284 Jul 26 15:37:16.801064 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-bb157f23-81c1-4e1b-b0e0-7fcad32cfa7c service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208253 Jul 26 15:37:16.827788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02d651-0975-4040-987b-75bee98748c8 req-f26d7644-00a1-4564-a938-5d09e99b1239 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:16.829283 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8a02d651-0975-4040-987b-75bee98748c8 req-f26d7644-00a1-4564-a938-5d09e99b1239 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0642159 Jul 26 15:37:16.911228 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:16.939891 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8a02d651-0975-4040-987b-75bee98748c8 req-992474b5-6779-416b-a63d-7afb29a3c05d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991979 Jul 26 15:37:16.950932 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12d33549-d88b-4b93-83f8-e72577b65f02 req-29062ac6-0771-4391-a869-7cb38380cbd4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366143 Jul 26 15:37:18.025162 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:18.063201 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883453a-5432-4ede-bbdf-c26376c2b745 req-bf53e276-2894-4e1e-9da4-d725f1d8bad9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:18.064664 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4883453a-5432-4ede-bbdf-c26376c2b745 req-bf53e276-2894-4e1e-9da4-d725f1d8bad9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0492702 Jul 26 15:37:18.096311 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:18.114108 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4883453a-5432-4ede-bbdf-c26376c2b745 req-d67c4438-42f7-4674-a70a-d426b530396f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Jul 26 15:37:18.316531 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-79227c43-2696-43c4-8017-08c9a4aa7f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:19.236338 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d39ea-bffc-4a80-8d45-56b2cc63753d req-bc220123-35d1-4cd8-b1ff-9025f935fe1a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:19.237873 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4c0d39ea-bffc-4a80-8d45-56b2cc63753d req-bc220123-35d1-4cd8-b1ff-9025f935fe1a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0503860 Jul 26 15:37:19.288813 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4c0d39ea-bffc-4a80-8d45-56b2cc63753d req-d73a2056-4d37-4608-9215-944f55f04f45 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Jul 26 15:37:19.402412 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:20.415113 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a617fd-e4d1-47ee-9057-a9a96d2f7f62 req-2bcaea25-0724-4821-a857-f5f06957ac3b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:20.416620 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-83a617fd-e4d1-47ee-9057-a9a96d2f7f62 req-2bcaea25-0724-4821-a857-f5f06957ac3b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Jul 26 15:37:20.468572 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-83a617fd-e4d1-47ee-9057-a9a96d2f7f62 req-ac7410de-83a2-4769-98a8-2abbdcf6102b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Jul 26 15:37:20.961014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-c6192fcc-71c8-4447-b751-75c5c14a9413 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:20.962495 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-c6192fcc-71c8-4447-b751-75c5c14a9413 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/networks?id=b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 200 len: 809 time: 0.1090932 Jul 26 15:37:20.978076 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-da3e062e-9a7b-4440-b889-95b3f2b5f917 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/quotas/eb5cc7e509e84773bec86203332e38af HTTP/1.1" status: 200 len: 375 time: 0.0090613 Jul 26 15:37:21.011132 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-1a40c416-aa96-4653-8d33-41a6f6280172 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277121 Jul 26 15:37:21.111952 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-0aa9b2e4-491d-4465-9c83-a792d1c06c05 service neutron] 10.222.0.128 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932176 Jul 26 15:37:21.206429 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:21.210469 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-dac40409-ee2f-4af4-8297-c33c6512c719 service neutron] 10.222.0.128 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911324 Jul 26 15:37:21.265511 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:21.333593 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:21.478474 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-328b578d-eb7f-4adb-b835-c7bd1220546d req-efa7de8f-8a71-420e-b8d2-757f0ad07807 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0467403 Jul 26 15:37:21.634348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5513b-0e8c-46a4-96fc-bbfdfcbf95ea req-8440a850-bf39-486b-bad9-c377679ed768 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:21.634348 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9cd5513b-0e8c-46a4-96fc-bbfdfcbf95ea req-8440a850-bf39-486b-bad9-c377679ed768 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0667145 Jul 26 15:37:21.685675 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9cd5513b-0e8c-46a4-96fc-bbfdfcbf95ea req-8d9d2ce7-01a4-4416-9adf-dd97b92d031a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Jul 26 15:37:22.610925 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3147aa3a-9611-4279-bd5c-6b66ebfb1f86 req-fc5dcf11-84ef-41bb-ae2c-9c6dd2778370 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0379586 Jul 26 15:37:22.837003 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f4ec-e635-44d6-b874-86c30f74cba2 req-9cf84ea7-678f-4586-ba34-426518700a57 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:22.839190 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d66f4ec-e635-44d6-b874-86c30f74cba2 req-9cf84ea7-678f-4586-ba34-426518700a57 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0643330 Jul 26 15:37:22.912573 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d66f4ec-e635-44d6-b874-86c30f74cba2 req-4a82ad87-dd96-4e83-b28c-0315ef398160 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563617 Jul 26 15:37:23.414136 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d97180-646c-4fc9-880f-ee53c5b79e8c req-d82eaf90-745c-4e48-8b66-892b1663dc03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:23.415678 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-61d97180-646c-4fc9-880f-ee53c5b79e8c req-d82eaf90-745c-4e48-8b66-892b1663dc03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0753231 Jul 26 15:37:23.480738 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-61d97180-646c-4fc9-880f-ee53c5b79e8c req-790dc47c-ac75-43d1-b876-888570983e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588536 Jul 26 15:37:23.734016 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5480e70a-f125-4a30-bccf-9a00678f4251 req-e19bb113-bbf2-4146-b21b-00baffe4d197 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0305746 Jul 26 15:37:23.926347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478c5d-c72b-477b-910f-35675e76a86f req-6bdce0bf-73e7-4b72-9d6a-5deb83683d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:23.928058 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-6bdce0bf-73e7-4b72-9d6a-5deb83683d5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.0626059 Jul 26 15:37:24.037946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478c5d-c72b-477b-910f-35675e76a86f req-0159d0b2-32af-487b-8f8a-c46968ae96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:24.039452 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-0159d0b2-32af-487b-8f8a-c46968ae96ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.1009288 Jul 26 15:37:24.091885 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-12695723-ebf2-4e94-9549-1981e0b41fe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.0429666 Jul 26 15:37:24.146688 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478c5d-c72b-477b-910f-35675e76a86f req-4528eb16-1bef-4aeb-b406-6cb5766f0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:24.148172 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-4528eb16-1bef-4aeb-b406-6cb5766f0c8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0469546 Jul 26 15:37:24.199367 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478c5d-c72b-477b-910f-35675e76a86f req-ca49dc66-e6bc-4c1a-a1b4-a26b179b2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:24.202602 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-ca49dc66-e6bc-4c1a-a1b4-a26b179b2b68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434701 Jul 26 15:37:24.308944 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-625af8a0-f81b-4c71-a368-fc4884ff14d1 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976555 Jul 26 15:37:24.317012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-e5411a89-0ecd-4ca4-ae25-a20ad2871f76 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:24.318496 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-e5411a89-0ecd-4ca4-ae25-a20ad2871f76 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "GET /v2.0/networks?id=b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 200 len: 809 time: 0.1150656 Jul 26 15:37:24.335622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Request body: {'port': {'device_id': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df', 'admin_state_up': True, 'tenant_id': 'eb5cc7e509e84773bec86203332e38af'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:24.381577 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:24.416418 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-84478c5d-c72b-477b-910f-35675e76a86f req-b6078d40-4497-4965-b440-525122763ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983574 Jul 26 15:37:24.584664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Made reservation on behalf of eb5cc7e509e84773bec86203332e38af for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:24.588244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:24.657063 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a0c7-dd57-4279-ab3f-275b509bfdbd req-4148b591-39b4-4b53-93aa-b27a12593c21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:24.658997 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ca7a0c7-dd57-4279-ab3f-275b509bfdbd req-4148b591-39b4-4b53-93aa-b27a12593c21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0823252 Jul 26 15:37:24.722984 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ca7a0c7-dd57-4279-ab3f-275b509bfdbd req-7c3724e5-4a8d-43e6-836d-59c8fca8ba5b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566299 Jul 26 15:37:24.798263 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Allocated IP 172.20.0.5 (b5f8ab70-ca20-493f-94b9-bdf15637a6df/f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc/0b4dffbb-d1b0-4bec-8fb6-4cf38629e370) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:24.889311 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-14ad9eb1-0166-424a-bdf5-caac9aa0521f req-3cc9341f-d3bb-4fdc-a15a-13693168bac1 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0505147 Jul 26 15:37:25.077816 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks [] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:25.150902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:25.193303 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:25.195432 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:25.199918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:25.207862 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:25.213563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:25.245184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Pushing event updated for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:25.276077 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:25.276708 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:25.335959 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-4434f7af-e7c7-49ee-a4a0-10ed37c258a9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042131 Jul 26 15:37:25.856720 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baef4d-4fd8-4b76-85b6-8449977dd385 req-45d05804-049f-47e1-93aa-ab16b85c99d0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:25.858330 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-49baef4d-4fd8-4b76-85b6-8449977dd385 req-45d05804-049f-47e1-93aa-ab16b85c99d0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0600123 Jul 26 15:37:25.911050 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-49baef4d-4fd8-4b76-85b6-8449977dd385 req-6dfe3b89-81a0-4c65-a7ab-f55b88c1cfa9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Jul 26 15:37:26.011535 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4d334-4770-45f3-b84d-10e31c79fe78 req-8b7c551e-3b03-4c15-b07e-51e90cda31d0 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:26.012947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-53f4d334-4770-45f3-b84d-10e31c79fe78 req-8b7c551e-3b03-4c15-b07e-51e90cda31d0 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 931 time: 0.0471044 Jul 26 15:37:26.066914 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-53f4d334-4770-45f3-b84d-10e31c79fe78 req-33437df0-2014-43d4-91c1-efb7f357e5f2 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Jul 26 15:37:26.654641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cfd97-754e-48a5-a269-90967beb472e req-7d042ef9-387e-4511-9733-76131a8517ec tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:26.656991 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d98cfd97-754e-48a5-a269-90967beb472e req-7d042ef9-387e-4511-9733-76131a8517ec tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0497162 Jul 26 15:37:26.685234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:26.709293 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d98cfd97-754e-48a5-a269-90967beb472e req-57a62237-adac-425d-8148-c2f78e2ec864 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Jul 26 15:37:27.035443 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8611e85-547f-49db-8205-b59f9118022b req-c550130e-e194-4f7c-8aec-dcd18254f9fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:27.036981 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a8611e85-547f-49db-8205-b59f9118022b req-c550130e-e194-4f7c-8aec-dcd18254f9fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0493102 Jul 26 15:37:27.091575 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a8611e85-547f-49db-8205-b59f9118022b req-afed4156-60d4-496f-b3aa-d3b37d58df15 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476158 Jul 26 15:37:27.201078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e42e32-66ec-4f36-9c99-33e33883917d req-1b30e076-31b0-442a-a393-e230317f317a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:27.203268 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62e42e32-66ec-4f36-9c99-33e33883917d req-1b30e076-31b0-442a-a393-e230317f317a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 931 time: 0.0531011 Jul 26 15:37:27.253042 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62e42e32-66ec-4f36-9c99-33e33883917d req-97af123c-d7f6-4143-96de-eac394f6b2ff tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Jul 26 15:37:27.833832 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0936cb-cf33-42d3-ba04-9e79f1f28533 req-2f093d65-9702-48a5-bd71-d50ac913fb5c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:27.835287 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eb0936cb-cf33-42d3-ba04-9e79f1f28533 req-2f093d65-9702-48a5-bd71-d50ac913fb5c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0465527 Jul 26 15:37:27.883171 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eb0936cb-cf33-42d3-ba04-9e79f1f28533 req-a4f778af-378c-4c5e-9f46-eaef2b02a7ef tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Jul 26 15:37:28.214963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc0997-3083-43e7-8df5-760724f40636 req-ed9de21c-83b6-474e-b578-b8585bfcdf03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:28.216433 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-94dc0997-3083-43e7-8df5-760724f40636 req-ed9de21c-83b6-474e-b578-b8585bfcdf03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0512576 Jul 26 15:37:28.265273 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-94dc0997-3083-43e7-8df5-760724f40636 req-57a74578-eaa6-44ef-a7a6-3f7d3e504fd9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Jul 26 15:37:28.370211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea810-7d3d-4a57-94a8-62fccc5deba7 req-292501f9-36e0-4ad8-b638-9982a3f66542 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:28.371677 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e01ea810-7d3d-4a57-94a8-62fccc5deba7 req-292501f9-36e0-4ad8-b638-9982a3f66542 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 931 time: 0.0469029 Jul 26 15:37:28.420708 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e01ea810-7d3d-4a57-94a8-62fccc5deba7 req-add454d1-3188-4a3b-b7da-02ce0fe6d360 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Jul 26 15:37:29.009122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49500da-f94b-4603-ad21-52d3506dc47c req-050f406d-31ac-4f0a-9248-6b93708a79a9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:29.010731 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c49500da-f94b-4603-ad21-52d3506dc47c req-050f406d-31ac-4f0a-9248-6b93708a79a9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0494950 Jul 26 15:37:29.060785 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c49500da-f94b-4603-ad21-52d3506dc47c req-b1fc2b62-311f-4271-a809-0f89e41a0e2a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437648 Jul 26 15:37:29.381228 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f62f5-1a39-4a94-af12-dfeedab2d9fc req-14b48190-f905-4a17-b00b-22613500f226 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:29.382699 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-622f62f5-1a39-4a94-af12-dfeedab2d9fc req-14b48190-f905-4a17-b00b-22613500f226 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0463452 Jul 26 15:37:29.409987 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:29.431548 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-622f62f5-1a39-4a94-af12-dfeedab2d9fc req-777aa400-d86c-4fba-b7b6-37671ad23858 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Jul 26 15:37:29.545059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bdb69-2476-4a94-ac8c-324c7602a98f req-a9ea0107-42be-4afd-aac0-7f3fce31f97c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:29.546741 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f9bdb69-2476-4a94-ac8c-324c7602a98f req-a9ea0107-42be-4afd-aac0-7f3fce31f97c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 931 time: 0.0489137 Jul 26 15:37:29.596341 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f9bdb69-2476-4a94-ac8c-324c7602a98f req-07b42e65-65f2-4db1-9cd7-6895eb6faba0 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Jul 26 15:37:30.132019 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Request body: {'port': {'device_id': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:30.200527 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac22dd-6293-4b21-bf9b-a7409bed4fd5 req-7f50f59b-0165-4394-8b74-e8965ae50cd6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:30.203698 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9dac22dd-6293-4b21-bf9b-a7409bed4fd5 req-7f50f59b-0165-4394-8b74-e8965ae50cd6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0555773 Jul 26 15:37:30.207514 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:30.277855 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9dac22dd-6293-4b21-bf9b-a7409bed4fd5 req-00135cec-aac5-478d-8cfb-f7fa9d849aef tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664482 Jul 26 15:37:30.531828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:37:30.540478 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks [] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:30.557329 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Transition to ACTIVE for port object 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:37:30.607242 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:30.682523 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:30.746381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Attempting to bind port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:37:30.746725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Attempting to bind port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:37:30.747068 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Attempting to bind port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 on network b5f8ab70-ca20-493f-94b9-bdf15637a6df {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:30.753205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 on network b5f8ab70-ca20-493f-94b9-bdf15637a6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:37:30.753525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Attempting to bind port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 on network b5f8ab70-ca20-493f-94b9-bdf15637a6df {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:30.759089 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:37:30.759441 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Checking segment: {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:37:30.759842 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Bound using segment: {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:37:30.760270 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Bound port: 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:37:30.760692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:30.836443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:30.839796 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:30.923537 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:31.246624 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:31.249820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:31.297301 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.297888 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:31.299303 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] 10.222.0.48 "PUT /v2.0/ports/0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 HTTP/1.1" status: 200 len: 1093 time: 1.1732869 Jul 26 15:37:31.299765 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:37:31.302155 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc6688-1cc9-4d04-ad39-823356ce62b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:31.334414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232778d-6bc3-48dd-b65b-534fc5b8715b req-07f8ff15-6ab5-4e07-9e7c-2c0d5885b4f5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.335965 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5232778d-6bc3-48dd-b65b-534fc5b8715b req-07f8ff15-6ab5-4e07-9e7c-2c0d5885b4f5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.3457341 Jul 26 15:37:31.336856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71041bf-bec5-49ee-99fe-6e96c332b356 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:31.391887 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5232778d-6bc3-48dd-b65b-534fc5b8715b req-b62656a6-0065-40d1-be4d-a8d02a8cbc58 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Jul 26 15:37:31.501153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:31.523140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094ce8-8256-42a0-b1bd-1a1cdac72821 req-742793a9-657f-45a2-a04d-a221b10fa056 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.524699 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a094ce8-8256-42a0-b1bd-1a1cdac72821 req-742793a9-657f-45a2-a04d-a221b10fa056 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 943 time: 0.0653970 Jul 26 15:37:31.556919 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:31.622138 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a094ce8-8256-42a0-b1bd-1a1cdac72821 req-c1b4cddf-fb0b-4bfd-a0c5-16837a022052 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908413 Jul 26 15:37:31.627567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-d33f03c7-5083-40a6-ae61-7f4856ed4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.628680 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-d33f03c7-5083-40a6-ae61-7f4856ed4637 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 1127 time: 0.0652661 Jul 26 15:37:31.712017 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984657e1-3c11-4e1a-ad17-567751137edc x-openstack-request-id: req-984657e1-3c11-4e1a-ad17-567751137edc {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:31.712752 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:31.713147 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-984657e1-3c11-4e1a-ad17-567751137edc {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:31.713685 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984657e1-3c11-4e1a-ad17-567751137edc'] response: {'name': 'network-changed', 'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370', 'status': 'completed', 'code': 200} Jul 26 15:37:31.716437 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-97b2d615-af36-4a85-ac74-178cb1d94519 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 HTTP/1.1" status: 200 len: 217 time: 0.0520668 Jul 26 15:37:31.803018 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-866dd098-4c90-489f-98ea-c25ddcabd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.804548 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-866dd098-4c90-489f-98ea-c25ddcabd688 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc HTTP/1.1" status: 200 len: 849 time: 0.0799170 Jul 26 15:37:31.816207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d6ddd-9965-4190-918c-ad7b4f1e4bd0 req-8fa088de-1f79-4d5c-8f80-b81d5d930247 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:31.817639 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f08d6ddd-9965-4190-918c-ad7b4f1e4bd0 req-8fa088de-1f79-4d5c-8f80-b81d5d930247 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0647786 Jul 26 15:37:31.853524 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-b7a03e0b-5f68-42ba-8ae3-38be5082afc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5f8ab70-ca20-493f-94b9-bdf15637a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349381 Jul 26 15:37:31.942238 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f08d6ddd-9965-4190-918c-ad7b4f1e4bd0 req-085b2200-af98-416b-8f8d-9dcc3e89f44a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158607 Jul 26 15:37:31.973410 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-ea94a1fe-49de-49d0-ba4a-cf2d3a77540e service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112294 Jul 26 15:37:32.070997 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4be15dbc-5b8c-466e-8afa-38d1ecbd3564 req-1dc53234-67ec-4a05-b5a7-81b85fddb03e service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908809 Jul 26 15:37:32.766294 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561192e2-09aa-4dcd-bb31-a6ffb5539450 req-6f5b3f64-8632-4910-b744-d20d7495d58d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:32.774386 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-561192e2-09aa-4dcd-bb31-a6ffb5539450 req-6f5b3f64-8632-4910-b744-d20d7495d58d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 943 time: 0.0650098 Jul 26 15:37:32.810900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:32.823952 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-561192e2-09aa-4dcd-bb31-a6ffb5539450 req-c66f524e-2de2-4f10-9936-2723ed6ffb77 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Jul 26 15:37:33.078097 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b73714-77df-4e96-8ebf-c33104f86b39 req-915676ab-da80-493d-ae61-59d008612d9d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:33.079590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c8b73714-77df-4e96-8ebf-c33104f86b39 req-915676ab-da80-493d-ae61-59d008612d9d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0482137 Jul 26 15:37:33.135156 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c8b73714-77df-4e96-8ebf-c33104f86b39 req-857bbc94-4364-4308-be2a-f330a52b2bf4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498827 Jul 26 15:37:33.575062 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47482) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:33.580253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075133467', 'description': 'tempest-description--720339423'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:33.591353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-c0322389-9383-4eb1-b33b-ae06a5762c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:33.592960 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-c0322389-9383-4eb1-b33b-ae06a5762c93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 1127 time: 0.0610151 Jul 26 15:37:33.656437 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:33.734340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-cfe04f01-c989-44cc-a011-0bf7f1d6ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:33.735817 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-cfe04f01-c989-44cc-a011-0bf7f1d6ea6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 200 len: 911 time: 0.1316962 Jul 26 15:37:33.796507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-37c3e4e4-6c70-4d00-8d4e-1006361a72fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 HTTP/1.1" status: 200 len: 217 time: 0.0480614 Jul 26 15:37:33.803622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (57dbc471-c5df-43c9-978c-96c3fd75a40f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:33.860749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-10add5f9-c38c-4cf6-930e-841b407e5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:33.862243 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-10add5f9-c38c-4cf6-930e-841b407e5d64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc HTTP/1.1" status: 200 len: 849 time: 0.0543108 Jul 26 15:37:33.906786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-fc9d927b-6f22-4bed-988a-6f80e0b3374a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5f8ab70-ca20-493f-94b9-bdf15637a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365508 Jul 26 15:37:33.932826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (57dbc471-c5df-43c9-978c-96c3fd75a40f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.020144 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dbc471-c5df-43c9-978c-96c3fd75a40f,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:34.062276 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-2de48f60-1c7d-47b8-8585-9774482c9fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488390 Jul 26 15:37:34.100829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082e25-ef30-4ff2-88ec-ad4a4aa1de2f req-60bdcd35-dd0d-476f-8b0e-31ff60972616 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:34.102665 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b1082e25-ef30-4ff2-88ec-ad4a4aa1de2f req-60bdcd35-dd0d-476f-8b0e-31ff60972616 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 943 time: 0.0496299 Jul 26 15:37:34.124758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.129647 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-700e11f4-7065-4497-a33e-17e56906f4bb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5499821 Jul 26 15:37:34.129647 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47490) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:34.133300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'security_group_rule': {'security_group_id': '57dbc471-c5df-43c9-978c-96c3fd75a40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:34.136563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:34.159976 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b1082e25-ef30-4ff2-88ec-ad4a4aa1de2f req-e6d7f3e7-f7bb-48be-a304-cb744b65e82f tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511887 Jul 26 15:37:34.200148 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dbbc6688-1cc9-4d04-ad39-823356ce62b0 req-dda4b42c-10ea-4220-a626-6a265552d195 service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309903 Jul 26 15:37:34.258826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (74438751-8fcb-4a7d-a977-26c5731e719f), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.292871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7ad-315e-47fa-ad8b-f17414764d7f req-9605c62f-e8af-4d78-8a54-dceee042ce9d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:34.294493 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-152af7ad-315e-47fa-ad8b-f17414764d7f req-9605c62f-e8af-4d78-8a54-dceee042ce9d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0695577 Jul 26 15:37:34.374783 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (74438751-8fcb-4a7d-a977-26c5731e719f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.386637 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-152af7ad-315e-47fa-ad8b-f17414764d7f req-5855a94a-6549-4db5-9b77-f87c8922bf98 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747318 Jul 26 15:37:34.611738 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:37:34.646528 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (74438751-8fcb-4a7d-a977-26c5731e719f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.683555 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74438751-8fcb-4a7d-a977-26c5731e719f,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:34.720839 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:34.733290 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370', 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df', 'port_id': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370', 'mac_address': 'fa:16:3e:66:c9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:37:34.772572 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:37:34.772968 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.780693 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.784755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47500) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:34.784924 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d5b4844c-c7a3-467d-9cc3-14b88d8292dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6548431 Jul 26 15:37:34.787751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:37:34.789759 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'security_group_rule': {'security_group_id': '57dbc471-c5df-43c9-978c-96c3fd75a40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:34.809145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:34.905766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (e3420688-ea86-42f9-af8c-9b9ce8f7c68a), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.927117 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.977902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (e3420688-ea86-42f9-af8c-9b9ce8f7c68a), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:34.997348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:35.008514 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.008869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.009214 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.009564 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.009898 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.010225 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.010549 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.010956 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.011212 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.011879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.011879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.012221 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.012569 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.017143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.017143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:37:35.040740 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (e3420688-ea86-42f9-af8c-9b9ce8f7c68a), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.061946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3420688-ea86-42f9-af8c-9b9ce8f7c68a,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:35.145905 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.147155 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-270b2c27-75da-4b64-a8d4-6890cb6200ff tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611414 Jul 26 15:37:35.150772 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47512) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:35.158140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:35.219253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.286074 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:35.288368 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:35.306434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919147c9-a456-491d-bd26-2ca7fa7c86fe req-c093d6a7-3757-492f-8a80-f68e8fe2d739 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:35.308007 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-919147c9-a456-491d-bd26-2ca7fa7c86fe req-c093d6a7-3757-492f-8a80-f68e8fe2d739 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 944 time: 0.0563090 Jul 26 15:37:35.329390 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.364344 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-919147c9-a456-491d-bd26-2ca7fa7c86fe req-5688dabc-78ed-478f-b354-9ca197a1b2a2 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Jul 26 15:37:35.447939 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['0b4dffbb-d1b0-4bec-8fb6-4cf38629e370'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:37:35.456918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Allocated IP 172.27.1.152 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/826987ca-9b19-4eb4-a846-2fe78b097c8c) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:35.569774 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1ed0-06cd-42c0-858f-0e2cac9796bc req-065b8213-083f-4e46-a814-15911fe5d211 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:35.571745 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cdea1ed0-06cd-42c0-858f-0e2cac9796bc req-065b8213-083f-4e46-a814-15911fe5d211 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0963564 Jul 26 15:37:35.666971 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.676052 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cdea1ed0-06cd-42c0-858f-0e2cac9796bc req-f2c90f8c-2808-45ca-b8b9-f6eb0ce6484e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975821 Jul 26 15:37:35.714983 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:35.806530 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:35.845820 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:35.852529 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:35.856766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:35.883576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'Port': ['ID=826987ca-9b19-4eb4-a846-2fe78b097c8c,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:35.962385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.071820 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.252421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.314430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.393939 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'Port': ['ID=826987ca-9b19-4eb4-a846-2fe78b097c8c,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:36.409806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.489938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.492504 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-8a02273c-b1e9-4101-a2a2-6c23851e7c7d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3389151 Jul 26 15:37:36.530257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3dd7-a93f-4574-b398-c24a925e72da req-068ef0f7-0fe8-4ca7-9f47-68eedacac0f9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:36.531874 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a35b3dd7-a93f-4574-b398-c24a925e72da req-068ef0f7-0fe8-4ca7-9f47-68eedacac0f9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 944 time: 0.0566437 Jul 26 15:37:36.595145 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a35b3dd7-a93f-4574-b398-c24a925e72da req-7139b456-fdaa-473a-8753-a9f5104958e7 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573404 Jul 26 15:37:36.700710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:37:36.759926 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:37:36.770526 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-5ac27c96-4f50-4e1b-98b0-d41eba57006d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--1075133467&fields=id&tenant_id=cc117969e9394769a471d512ce80734a HTTP/1.1" status: 200 len: 267 time: 0.0768661 Jul 26 15:37:36.837278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfc4d-2a21-4f91-b1a0-f60ba7b602dd req-5bd9192c-7bb0-4fc0-b400-bc086cc19d36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:36.841239 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df7bfc4d-2a21-4f91-b1a0-f60ba7b602dd req-5bd9192c-7bb0-4fc0-b400-bc086cc19d36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0562797 Jul 26 15:37:36.855765 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:36.882391 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:37:36.882769 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:36.902992 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47574) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:36.928675 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df7bfc4d-2a21-4f91-b1a0-f60ba7b602dd req-50a177fe-1da9-4084-8cbd-b267e0307384 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826113 Jul 26 15:37:36.932047 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-b78adacc-0af5-4585-899d-65957bd2e319 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:36.943226 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-b78adacc-0af5-4585-899d-65957bd2e319 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 0.1636906 Jul 26 15:37:36.968897 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-8f55b800-1888-44f6-8381-ff8e8ea8973a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/quotas/cc117969e9394769a471d512ce80734a HTTP/1.1" status: 200 len: 375 time: 0.0226798 Jul 26 15:37:36.985317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:37:36.985725 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.044655 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-30d3ab23-9bda-492a-a0fa-eb1b7dc4a711 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671918 Jul 26 15:37:37.057675 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:37:37.059912 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c99643-f93d-41ee-bce1-23e00e0688cf" -d '{"events": [{"server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:37.076010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:37.083078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8da3-061d-4c34-a19f-68a781be3cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.102046 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2020204e-7eb3-4c8f-aeff-f815b76758e3 x-openstack-request-id: req-2020204e-7eb3-4c8f-aeff-f815b76758e3 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:37.103611 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:37.103868 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-2020204e-7eb3-4c8f-aeff-f815b76758e3 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:37.104274 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2020204e-7eb3-4c8f-aeff-f815b76758e3'] response: {'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370', 'code': 200} Jul 26 15:37:37.144394 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.177961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8da3-061d-4c34-a19f-68a781be3cc9 admin admin] Publish callbacks [] for security_group (44a106f8-f931-4ada-9634-89bdc92cb4d4), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.189290 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-935339ec-607e-4750-a8e4-1606d54e3d95 service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313124 Jul 26 15:37:37.210052 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.258172 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8da3-061d-4c34-a19f-68a781be3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (44a106f8-f931-4ada-9634-89bdc92cb4d4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.263483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:37.299471 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-3a31b2f4-b14c-44cf-9d33-fd35c28e40f5 service neutron] 10.222.0.128 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014652 Jul 26 15:37:37.312590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b5bb8da3-061d-4c34-a19f-68a781be3cc9 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=1dcf34beea014060b1257244e6aa5226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070354 Jul 26 15:37:37.313834 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb8da3-061d-4c34-a19f-68a781be3cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a106f8-f931-4ada-9634-89bdc92cb4d4,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.316531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47586) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:37.376772 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] Publish callbacks [] for security_group (44a106f8-f931-4ada-9634-89bdc92cb4d4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.397049 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:37.401983 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] Publish callbacks [] for security_group (44a106f8-f931-4ada-9634-89bdc92cb4d4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.485516 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6d516-bed7-4409-bd8d-d21c66cb2113 req-f5df5433-1efd-4a91-9ce5-ffaac2972cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:37.487874 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-63b6d516-bed7-4409-bd8d-d21c66cb2113 req-f5df5433-1efd-4a91-9ce5-ffaac2972cff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 1129 time: 0.0447972 Jul 26 15:37:37.567237 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (44a106f8-f931-4ada-9634-89bdc92cb4d4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.570811 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:37.574353 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/44a106f8-f931-4ada-9634-89bdc92cb4d4 HTTP/1.1" status: 204 len: 168 time: 0.2544127 Jul 26 15:37:37.578864 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-63b6d516-bed7-4409-bd8d-d21c66cb2113 req-125b7e39-7710-4ec2-be92-6630a7700702 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732515 Jul 26 15:37:37.583987 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae37749-1a80-4952-af5b-3ea3de2a9446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a106f8-f931-4ada-9634-89bdc92cb4d4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:37.596117 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d10b63e0-9c49-4044-8a0a-de524c812269 req-72d0b915-047c-429b-957f-039ed6cea966 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0383708 Jul 26 15:37:37.757371 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956ced-bd3d-464d-a93d-597493e55bc3 req-db5dee88-0db4-48d3-a074-16a4e14beab7 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:37.759099 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-69956ced-bd3d-464d-a93d-597493e55bc3 req-db5dee88-0db4-48d3-a074-16a4e14beab7 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0689692 Jul 26 15:37:37.816766 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-69956ced-bd3d-464d-a93d-597493e55bc3 req-3e1cc901-28e2-475e-958c-98eabe655a2c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473413 Jul 26 15:37:38.106284 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:37:38.129486 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062f247-5b81-4ece-b7d3-4579e63c2011 req-cd1f1a68-a597-4add-abcc-9d3a9d1d0bb9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:38.131263 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2062f247-5b81-4ece-b7d3-4579e63c2011 req-cd1f1a68-a597-4add-abcc-9d3a9d1d0bb9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0885253 Jul 26 15:37:38.190172 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2062f247-5b81-4ece-b7d3-4579e63c2011 req-c9ed1326-6e1a-4412-afd0-9d07938d6ae6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458074 Jul 26 15:37:38.285663 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:38.709089 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4acf1f3b-e09a-4530-9391-7f163e3c154c req-91da198e-11f1-4e16-b067-73f2e816da7a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0328012 Jul 26 15:37:38.959633 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b91-883a-464d-bc46-1650ef17a9cf req-a83ab9f6-6d58-4590-8f14-d350fb701003 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:38.961331 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-70331b91-883a-464d-bc46-1650ef17a9cf req-a83ab9f6-6d58-4590-8f14-d350fb701003 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0621819 Jul 26 15:37:39.016376 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:39.021413 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-70331b91-883a-464d-bc46-1650ef17a9cf req-b93f7f04-aa32-43db-aa46-a08b7b5efdf9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538042 Jul 26 15:37:39.330123 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e04f-ac08-4df5-b31a-50c43d0b2b76 req-a01688c9-6e75-48ce-99f7-65c25b3d8c27 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:39.331501 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5669e04f-ac08-4df5-b31a-50c43d0b2b76 req-a01688c9-6e75-48ce-99f7-65c25b3d8c27 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0500054 Jul 26 15:37:39.382722 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5669e04f-ac08-4df5-b31a-50c43d0b2b76 req-e14a94ed-a2b3-490b-8e8f-cf8cc1a6f790 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454807 Jul 26 15:37:39.822232 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c68a0adc-9484-49df-b48a-a4a74b4ca96f req-67338fb7-b91d-4c2f-9743-8d1ab0b31a12 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Jul 26 15:37:40.143867 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:40.165813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55422b-4cf9-46f0-9f76-46b8cc222093 req-49522c13-9cf4-4b5b-9e67-4a77093a426f tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:40.167289 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b55422b-4cf9-46f0-9f76-46b8cc222093 req-49522c13-9cf4-4b5b-9e67-4a77093a426f tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0574327 Jul 26 15:37:40.217864 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b55422b-4cf9-46f0-9f76-46b8cc222093 req-efeb9793-9b52-477f-8900-d4c0eccee318 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Jul 26 15:37:40.508294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b250a-7b77-47ce-867e-b1fb9a90ac14 req-2ed62afe-e9cb-48b3-b9cb-1ecaa67d20a7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:40.510052 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-069b250a-7b77-47ce-867e-b1fb9a90ac14 req-2ed62afe-e9cb-48b3-b9cb-1ecaa67d20a7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0487113 Jul 26 15:37:40.566216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-069b250a-7b77-47ce-867e-b1fb9a90ac14 req-2ca7c4b9-f10b-403e-a746-ead1372d7f13 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Jul 26 15:37:40.968455 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1daf5d9f-fe02-4115-9c3b-090d85b564c9 req-e60d3a7c-08fd-4a16-ab85-340481b92937 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0389123 Jul 26 15:37:41.709366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be38b7-b62b-456e-b39e-f67ca70ba290 req-ee206920-cad4-4a40-9a37-5e6990be2e35 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:41.710975 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f5be38b7-b62b-456e-b39e-f67ca70ba290 req-ee206920-cad4-4a40-9a37-5e6990be2e35 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0572884 Jul 26 15:37:41.771476 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f5be38b7-b62b-456e-b39e-f67ca70ba290 req-5df4b381-8fb8-4725-adb2-c6de6854c310 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547581 Jul 26 15:37:41.865528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f7e3a-c349-4c1b-9346-05268f1eb23a req-874ca086-42a4-4b07-8632-8f79ff9bca49 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:41.867216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a56f7e3a-c349-4c1b-9346-05268f1eb23a req-874ca086-42a4-4b07-8632-8f79ff9bca49 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0612609 Jul 26 15:37:41.936694 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a56f7e3a-c349-4c1b-9346-05268f1eb23a req-1604ad82-1105-40ba-a125-07ed0192f152 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516567 Jul 26 15:37:42.058938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:42.080332 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0c62e88d-1d00-4f43-9335-036186ae93ad req-3850ca8f-1732-439c-82b5-5e76e905a59b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jul 26 15:37:42.439153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47736) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:42.443608 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660015274', 'description': 'tempest-description--1005109987'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:42.549483 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:42.624569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (7d13b776-ff87-4c00-9c87-651bb89f275b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:42.686526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7d13b776-ff87-4c00-9c87-651bb89f275b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:42.717012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13b776-ff87-4c00-9c87-651bb89f275b,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:42.768199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:42.769670 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7c9528b6-c791-463e-96da-0ea7cdd07fc1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3295290 Jul 26 15:37:42.772733 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47738) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:42.777711 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '7d13b776-ff87-4c00-9c87-651bb89f275b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:42.898699 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (0c6ae1d5-f5ea-48dd-aa9d-d6747b84de78), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:42.934503 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c8e-1354-4726-913c-c4786dfb5379 req-53f0b014-a93b-4133-94f5-cd72afc9efab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:42.937099 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7ba84c8e-1354-4726-913c-c4786dfb5379 req-53f0b014-a93b-4133-94f5-cd72afc9efab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0768361 Jul 26 15:37:43.015336 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (0c6ae1d5-f5ea-48dd-aa9d-d6747b84de78), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.019359 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7ba84c8e-1354-4726-913c-c4786dfb5379 req-c1ca9129-9284-4e63-a550-859f73329906 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760610 Jul 26 15:37:43.067893 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafadbcc-0741-4bc6-a40c-318682bbc6ef req-04bbd59e-dad5-47cc-bf0c-0b1b0ecb304c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:43.069747 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dafadbcc-0741-4bc6-a40c-318682bbc6ef req-04bbd59e-dad5-47cc-bf0c-0b1b0ecb304c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0587513 Jul 26 15:37:43.086134 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0c6ae1d5-f5ea-48dd-aa9d-d6747b84de78), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.107418 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6ae1d5-f5ea-48dd-aa9d-d6747b84de78,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:43.145188 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dafadbcc-0741-4bc6-a40c-318682bbc6ef req-214d912d-6d10-493b-81f6-9726f68ed2c6 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677946 Jul 26 15:37:43.163064 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.164403 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-91496c1f-7186-46f9-9851-c69a92ca95b8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906446 Jul 26 15:37:43.167585 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47748) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:43.172857 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '7d13b776-ff87-4c00-9c87-651bb89f275b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:43.199783 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e5ec8134-7b96-48f0-803f-f292732faaa2 req-af66bfab-04f2-43ff-9ab8-d5262521791d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0342586 Jul 26 15:37:43.256770 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (ff80ff73-2681-489b-8cad-0efd3a642cd3), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.346047 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (ff80ff73-2681-489b-8cad-0efd3a642cd3), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.457222 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (ff80ff73-2681-489b-8cad-0efd3a642cd3), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.479184 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff80ff73-2681-489b-8cad-0efd3a642cd3,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:43.575586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.577543 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f439fdc8-d8e8-48e7-aca3-4f01634e8c2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089293 Jul 26 15:37:43.580642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47758) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:43.585140 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:43.750012 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.841711 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:43.884482 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 47762) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:43.960636 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.27.1.63 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/b69bd3ac-383f-4312-8dcd-af7fc121fc3a) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:44.026383 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a8551e-25b5-4ede-bdd8-0d8433db04ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.033164 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:44.106984 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.141294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:44.141507 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:44.201457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f1f0-855a-440c-b7e4-71122c5c791d req-b6a6068f-58a8-4165-9f08-8b77ce638d01 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:44.203462 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aa06f1f0-855a-440c-b7e4-71122c5c791d req-b6a6068f-58a8-4165-9f08-8b77ce638d01 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0772712 Jul 26 15:37:44.228817 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-8d5bd9bc-8bdd-43cd-86c2-a1b8adabe081 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:44.231048 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-8d5bd9bc-8bdd-43cd-86c2-a1b8adabe081 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 818 time: 0.1908045 Jul 26 15:37:44.268272 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a8551e-25b5-4ede-bdd8-0d8433db04ed admin admin] Publish callbacks [] for security_group (b0f792b1-2ef0-4d6b-9108-09d871a271ce), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.272187 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aa06f1f0-855a-440c-b7e4-71122c5c791d req-abdbe184-b0c3-4476-aef9-38753a1503bc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598984 Jul 26 15:37:44.274967 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.315090 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:44.315901 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:44.320272 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:44.344105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:44.360027 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=b69bd3ac-383f-4312-8dcd-af7fc121fc3a,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:44.361220 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b275-ef13-46a6-a3fa-e10c19f85e3a req-66f3d213-ebc2-47b0-86b9-edc6f280db07 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:44.362788 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9cc9b275-ef13-46a6-a3fa-e10c19f85e3a req-66f3d213-ebc2-47b0-86b9-edc6f280db07 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0732272 Jul 26 15:37:44.374110 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a8551e-25b5-4ede-bdd8-0d8433db04ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b0f792b1-2ef0-4d6b-9108-09d871a271ce), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.404363 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7beebbdc-ff18-488f-ac64-383ac44e6fce req-53886dee-a465-47bf-807d-12af57187106 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0398071 Jul 26 15:37:44.476493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.479290 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-38a8551e-25b5-4ede-bdd8-0d8433db04ed admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=a387bd3b1856478f8b31ed2830d75229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936859 Jul 26 15:37:44.485840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 47780) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:44.510761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8551e-25b5-4ede-bdd8-0d8433db04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f792b1-2ef0-4d6b-9108-09d871a271ce,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:44.548628 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-87667bc1-4882-48d5-843c-d9b0ba991099 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc117969e9394769a471d512ce80734a HTTP/1.1" status: 200 len: 380 time: 0.1847537 Jul 26 15:37:44.552297 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9cc9b275-ef13-46a6-a3fa-e10c19f85e3a req-8a7ed79d-577d-4182-a16b-15fdd3844d3e tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813483 Jul 26 15:37:44.558768 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-025d12df-b8a7-4be4-8379-3aa771923a2c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:44.560206 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-025d12df-b8a7-4be4-8379-3aa771923a2c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 945 time: 0.0735176 Jul 26 15:37:44.561178 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'port': {'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'admin_state_up': True, 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'security_groups': ['57dbc471-c5df-43c9-978c-96c3fd75a40f']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:44.659619 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.705574 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] Publish callbacks [] for security_group (b0f792b1-2ef0-4d6b-9108-09d871a271ce), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.736366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Deleting port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:37:44.736726 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.754580 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] Publish callbacks [] for security_group (b0f792b1-2ef0-4d6b-9108-09d871a271ce), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.760295 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Made reservation on behalf of cc117969e9394769a471d512ce80734a for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:44.764951 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:44.854558 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.001823 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.006490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Allocated IP 172.20.0.6 (3b2c9ca8-7a56-40ff-881c-039976281dd4/0bfeef8d-f7a3-4996-a466-af2c854a1b24/96c23394-f6f0-4c0f-a661-af48811510a4) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:45.180399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for port (96c23394-f6f0-4c0f-a661-af48811510a4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.192688 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] For port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:45.193231 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.215768 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Calling delete_port for 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:37:45.243628 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.245259 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b0f792b1-2ef0-4d6b-9108-09d871a271ce), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.247664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.249572 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/b0f792b1-2ef0-4d6b-9108-09d871a271ce HTTP/1.1" status: 204 len: 168 time: 0.7609355 Jul 26 15:37:45.286006 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade1424-2305-4354-8404-03a87a7da3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f792b1-2ef0-4d6b-9108-09d871a271ce,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:45.304377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.329870 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.329870 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.357828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:45.364268 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:45.368345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:45.418031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event updated for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:45.460520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:45.460520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.489190 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=b69bd3ac-383f-4312-8dcd-af7fc121fc3a,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:45.501885 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ce23-7895-42d0-a419-18526d206e34 req-ba47448c-f5c0-4462-afcb-0445125727fd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:45.503479 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1471ce23-7895-42d0-a419-18526d206e34 req-ba47448c-f5c0-4462-afcb-0445125727fd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1327887 Jul 26 15:37:45.547407 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.569920 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-bcc41012-392c-479e-aa72-ac29acfc6130 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0117190 Jul 26 15:37:45.593929 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Request body: {'port': {'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:45.602540 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1471ce23-7895-42d0-a419-18526d206e34 req-f22ac12b-9121-4c44-b7aa-488ac8f3bb1a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847239 Jul 26 15:37:45.619906 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea721bbe-dcca-4c4e-8d85-ce817a79b1f2 req-f202a756-b542-474c-ae3f-82a546753c9a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:45.621658 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea721bbe-dcca-4c4e-8d85-ce817a79b1f2 req-f202a756-b542-474c-ae3f-82a546753c9a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 931 time: 0.1025634 Jul 26 15:37:45.641730 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (0b4dffbb-d1b0-4bec-8fb6-4cf38629e370), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.654130 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.684203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.687184 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8cd2e441-5e30-4bb2-8e37-33f71f946e91 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1049602 Jul 26 15:37:45.696041 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Pushing event deleted for resources: {'Port': ['ID=0b4dffbb-d1b0-4bec-8fb6-4cf38629e370,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:45.730396 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-8d637aa4-f2fa-422d-98e6-be253a845554 None None] Provisioning complete for port 96c23394-f6f0-4c0f-a661-af48811510a4 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:37:45.730957 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8d637aa4-f2fa-422d-98e6-be253a845554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.731036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.736447 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.767581 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-633a69db-b509-449e-87d3-00ae2112efb0 req-d457cde8-b07a-47ae-a159-3417698f49b1 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0717645 Jul 26 15:37:45.788850 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:45.791337 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] No DVR routers for this DVR port 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:37:45.794365 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:45.797964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea721bbe-dcca-4c4e-8d85-ce817a79b1f2 req-a216aad1-70a5-46a4-8b85-710c71758a27 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570613 Jul 26 15:37:45.802773 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-278630b1-a8b0-42e9-a181-f16a37e04f8b req-36aca732-46bb-4d12-99af-c07a574a592d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "DELETE /v2.0/ports/0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 HTTP/1.1" status: 204 len: 173 time: 1.2052927 Jul 26 15:37:45.803250 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'name': 'network-vif-deleted', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:37:45.812041 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e81d9-c06d-4a92-bb4a-d0e373d0d468" -d '{"events": [{"server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "name": "network-vif-deleted", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:45.845400 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8d637aa4-f2fa-422d-98e6-be253a845554 None None] Port 96c23394-f6f0-4c0f-a661-af48811510a4 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:37:45.882448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a684a2-8bf2-4174-b1af-0a069cdfbafd x-openstack-request-id: req-14a684a2-8bf2-4174-b1af-0a069cdfbafd {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:45.882811 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba", "name": "network-vif-deleted", "tag": "0b4dffbb-d1b0-4bec-8fb6-4cf38629e370", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:45.883068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-14a684a2-8bf2-4174-b1af-0a069cdfbafd {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:45.883471 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a684a2-8bf2-4174-b1af-0a069cdfbafd'] response: {'server_uuid': '0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba', 'name': 'network-vif-deleted', 'tag': '0b4dffbb-d1b0-4bec-8fb6-4cf38629e370', 'status': 'completed', 'code': 200} Jul 26 15:37:45.946648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9ef81080-e65d-4cde-9634-baf481ad5d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:46.104091 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-670e6457-3ab6-4815-9009-e02d4fb889ee tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--1660015274&fields=id&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 267 time: 0.1329873 Jul 26 15:37:46.183462 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:46.260450 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:46.291025 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c23394-f6f0-4c0f-a661-af48811510a4 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:37:46.301065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-6c1cc544-aedf-4047-aa38-4904a49148b7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:46.302552 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-6c1cc544-aedf-4047-aa38-4904a49148b7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.1793406 Jul 26 15:37:46.306973 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks [] for port (96c23394-f6f0-4c0f-a661-af48811510a4), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:46.327839 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-052387c4-2adf-4612-8cef-1e3e3f9500ce tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/quotas/1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 375 time: 0.0181713 Jul 26 15:37:46.331821 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Transition to ACTIVE for port object 96c23394-f6f0-4c0f-a661-af48811510a4 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:37:46.381397 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-441d2f50-4912-41c5-85aa-44b44c193bb8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482440 Jul 26 15:37:46.459065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:46.532069 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Pushing event updated for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:46.541964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-579d49bd-5bf7-4284-a30f-a8ae62e2b1c6 service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464705 Jul 26 15:37:46.783841 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042251ae-2ec4-4ffd-9c45-cbf6b4391f7c req-655652d6-6b19-472c-939a-076577e3ef58 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:46.785622 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-042251ae-2ec4-4ffd-9c45-cbf6b4391f7c req-655652d6-6b19-472c-939a-076577e3ef58 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0816917 Jul 26 15:37:46.843165 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-042251ae-2ec4-4ffd-9c45-cbf6b4391f7c req-19a87c35-8835-45db-a072-b39e01d4c861 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503280 Jul 26 15:37:46.950424 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-65b9e083-ddff-47e0-890f-5cf8fb0b0687 req-3cdaecfb-8d10-4e6e-a379-6f0f60bfc37e tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0292921 Jul 26 15:37:46.975074 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Attempting to bind port 96c23394-f6f0-4c0f-a661-af48811510a4 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:37:46.975414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Attempting to bind port 96c23394-f6f0-4c0f-a661-af48811510a4 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:37:46.976571 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Attempting to bind port 96c23394-f6f0-4c0f-a661-af48811510a4 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:46.993478 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Port 96c23394-f6f0-4c0f-a661-af48811510a4 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:37:46.993799 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Attempting to bind port 96c23394-f6f0-4c0f-a661-af48811510a4 on network 3b2c9ca8-7a56-40ff-881c-039976281dd4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:47.011958 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-55af4223-f57e-4736-a704-15f9fd1c85bb service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493010 Jul 26 15:37:47.015978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:37:47.016324 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Checking segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:37:47.016988 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Bound using segment: {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:37:47.017277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Bound port: 96c23394-f6f0-4c0f-a661-af48811510a4, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a2a463-34bf-4551-9157-d5b6f320f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1528, 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:37:47.017693 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:47.118053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:47.118053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=96c23394-f6f0-4c0f-a661-af48811510a4,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:47.118961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a63ee9-40ea-4c48-be3f-e264b38b01d5 req-cde2affa-cc47-4f2a-b53a-82d5319bde1f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:47.119504 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:47.126360 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-49a63ee9-40ea-4c48-be3f-e264b38b01d5 req-cde2affa-cc47-4f2a-b53a-82d5319bde1f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0824788 Jul 26 15:37:47.192678 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-49a63ee9-40ea-4c48-be3f-e264b38b01d5 req-813b8fe8-1c37-4b5b-bd45-afa77e930499 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652759 Jul 26 15:37:47.202010 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:47.239363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:47.239960 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:47.241432 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] 10.222.0.48 "PUT /v2.0/ports/96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 1093 time: 1.6547124 Jul 26 15:37:47.243616 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:37:47.249610 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076" -d '{"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:47.276924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a5854-165b-4e3f-949c-3cdc5599709a service neutron] Pushing event updated for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:47.313618 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb49e32-0fc7-48e3-bd3f-da2dc949aca0 x-openstack-request-id: req-ebb49e32-0fc7-48e3-bd3f-da2dc949aca0 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:47.314041 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:47.314428 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-ebb49e32-0fc7-48e3-bd3f-da2dc949aca0 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:47.315033 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb49e32-0fc7-48e3-bd3f-da2dc949aca0'] response: {'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'status': 'completed', 'code': 200} Jul 26 15:37:47.390573 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7b6c179b-5c8b-41bd-9858-2681a13f5ce3 req-4cce2579-9174-40ca-9fb2-b08778fe995f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0328183 Jul 26 15:37:47.995956 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ed60-c225-4f3f-beb5-3a7c338c30b6 req-b7ef0dbc-e9a0-401c-a68f-1468a2a59f3d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:47.997791 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d6b1ed60-c225-4f3f-beb5-3a7c338c30b6 req-b7ef0dbc-e9a0-401c-a68f-1468a2a59f3d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0512862 Jul 26 15:37:48.059985 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d6b1ed60-c225-4f3f-beb5-3a7c338c30b6 req-906fcaa6-f6ae-4867-b07e-bfe2484145fd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556676 Jul 26 15:37:48.078361 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ef8b1f10-c7f2-44c8-9bfd-8d86dd4ef294 req-6cc0b379-437c-40da-b854-3b0489197e3d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0448446 Jul 26 15:37:48.105006 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:48.323942 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaabb4-6ce7-481b-a829-cabb3eb0726a req-34e257a3-148b-4b4c-859e-4fa86e47d0de tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:48.325448 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4ffaabb4-6ce7-481b-a829-cabb3eb0726a req-34e257a3-148b-4b4c-859e-4fa86e47d0de tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0562966 Jul 26 15:37:48.364982 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-97f89c01-5c23-4b77-805b-b4112478f6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:48.378505 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4ffaabb4-6ce7-481b-a829-cabb3eb0726a req-3aa9db2d-ea06-480f-9b27-eab011c1cae2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463033 Jul 26 15:37:48.513416 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-69b3a932-f657-460a-85ac-3c016de057a7 req-4d19f5be-e076-4dda-84a7-f51d3ce71bd2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Jul 26 15:37:48.784928 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['0b4dffbb-d1b0-4bec-8fb6-4cf38629e370'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:37:48.886070 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-f2772ebb-ecc0-44d4-9606-dc6b77e96176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:48.887559 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-f2772ebb-ecc0-44d4-9606-dc6b77e96176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1127 time: 0.0434904 Jul 26 15:37:49.005978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-52e0eea1-df6e-457a-917b-06faf3dc0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.007324 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-52e0eea1-df6e-457a-917b-06faf3dc0293 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cc117969e9394769a471d512ce80734a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1052558 Jul 26 15:37:49.126167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-f41a423d-c751-47ec-ae11-f6fcc6371f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.128385 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8e8bc847-1dc1-4a3c-b1b9-d9e9822f6076 req-f41a423d-c751-47ec-ae11-f6fcc6371f23 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1092386 Jul 26 15:37:49.236699 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a250a3-857d-4bc4-bb35-286700af125d req-201049e7-145d-455d-88e8-33b42fba08f5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.237141 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-11a250a3-857d-4bc4-bb35-286700af125d req-201049e7-145d-455d-88e8-33b42fba08f5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0672090 Jul 26 15:37:49.268280 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bbb347bb-10a6-46c3-8d9a-7b5c18ce0265 req-e48ec705-e163-4c1d-9975-87ca47d8972c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0462198 Jul 26 15:37:49.332512 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-48c7f34d-9202-421c-bc0c-5c766773ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.333851 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-48c7f34d-9202-421c-bc0c-5c766773ab76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1127 time: 0.0957699 Jul 26 15:37:49.365396 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-11a250a3-857d-4bc4-bb35-286700af125d req-1d31c27b-664e-4760-8a1e-58a45abb67ec tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993154 Jul 26 15:37:49.439883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:49.510263 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1832-c685-4193-ba79-20848edf33d0 req-4e5b19b7-3c7e-4f10-b687-b575704d270b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.512323 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c47a1832-c685-4193-ba79-20848edf33d0 req-4e5b19b7-3c7e-4f10-b687-b575704d270b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0565448 Jul 26 15:37:49.563566 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c47a1832-c685-4193-ba79-20848edf33d0 req-8163f6f2-4c38-481a-9530-2116762a60a6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Jul 26 15:37:49.615991 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7dd24c27-5216-465b-b1bd-c182be0f4fcb req-130603cf-e00e-4de2-b996-7c2e587b0c79 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Jul 26 15:37:49.727218 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-14ed2305-399f-4817-aeac-8467eff22648 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 217 time: 0.0362682 Jul 26 15:37:49.796306 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-7a9729c6-cfd0-45bb-a17b-7b6d97b1cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.798105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-7a9729c6-cfd0-45bb-a17b-7b6d97b1cdd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0475943 Jul 26 15:37:49.849442 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-65cb7ed7-9097-46f1-a458-6f35c0e18c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:49.850923 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-65cb7ed7-9097-46f1-a458-6f35c0e18c8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455012 Jul 26 15:37:50.398563 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-08ddbcd5-9dde-4072-8091-d545ffee021e req-a4555e95-42be-4f88-bd57-97fd8e8b78ab tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=0a6a11b8-b40e-4f11-85e4-d3e4e98be5ba HTTP/1.1" status: 200 len: 210 time: 0.0264866 Jul 26 15:37:50.515189 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:50.537368 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ccf7a-64e4-41f9-ab2b-93d7376774e2 req-eff027ab-0ffc-4c63-b50f-ed4b432ddc81 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:50.538858 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-198ccf7a-64e4-41f9-ab2b-93d7376774e2 req-eff027ab-0ffc-4c63-b50f-ed4b432ddc81 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0670702 Jul 26 15:37:50.577285 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-a6b75fd7-b0c3-46d3-9f95-1eb5efcfb10d service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633632 Jul 26 15:37:50.605089 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-198ccf7a-64e4-41f9-ab2b-93d7376774e2 req-15a8b694-190b-4707-8081-a324309ee8bf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587206 Jul 26 15:37:50.696677 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e49bd-c923-4308-a69f-eb0550b083dd req-6e8950d9-c4c9-4325-8a80-94251b890f0e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:50.704485 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-632e49bd-c923-4308-a69f-eb0550b083dd req-6e8950d9-c4c9-4325-8a80-94251b890f0e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0510197 Jul 26 15:37:50.727171 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-48550763-cfb1-4b51-8b55-336aec9ff45d req-4f822c58-c507-451d-a4a2-8d94ef02eb90 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0360632 Jul 26 15:37:50.751981 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-632e49bd-c923-4308-a69f-eb0550b083dd req-2d170bc6-ed65-405c-b69f-d19002572106 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471575 Jul 26 15:37:50.799946 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:37:50.820066 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:37:50.820411 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 0b4dffbb-d1b0-4bec-8fb6-4cf38629e370 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:37:51.133113 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:51.176125 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a80ab019-ea53-4c5f-9ccf-6b270c3a67fa req-fc5ee720-8ed9-4da3-a31b-2d15a3fb741a service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099789 Jul 26 15:37:51.267595 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-548a0959-eb92-40be-bc96-7fbc67ec90ab tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:51.269125 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-548a0959-eb92-40be-bc96-7fbc67ec90ab tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.1351514 Jul 26 15:37:51.291433 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:51.349068 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:51.743987 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa0069-48e0-4c53-9cd0-57fed8289dff req-0130cc5b-9ea5-45c5-9e49-ec1bb27a2c4e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:51.745557 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ffa0069-48e0-4c53-9cd0-57fed8289dff req-0130cc5b-9ea5-45c5-9e49-ec1bb27a2c4e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0568941 Jul 26 15:37:51.803324 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ffa0069-48e0-4c53-9cd0-57fed8289dff req-af5f56b5-94a7-4335-9365-fc5300150313 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512671 Jul 26 15:37:51.833065 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-a2b2cbaf-1170-4c5c-bf42-a1a239fc1cf3 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:51.834571 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-a2b2cbaf-1170-4c5c-bf42-a1a239fc1cf3 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/networks?id=b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 200 len: 809 time: 0.1336017 Jul 26 15:37:51.854688 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-722c1d11-135f-4b06-b1f4-5fca1d5552e3 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/quotas/eb5cc7e509e84773bec86203332e38af HTTP/1.1" status: 200 len: 375 time: 0.0113702 Jul 26 15:37:51.891733 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-e65c6abb-7a23-4195-b66c-d2ece57b857c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297897 Jul 26 15:37:51.911813 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ebde5f50-3743-4901-9539-1200ba6b80c8 req-ea464a0c-f446-4057-bc3e-393f43c064a0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Jul 26 15:37:51.990010 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-1cbcc6df-5cf4-461d-952a-c9f35e63c2f1 service neutron] 10.222.0.128 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913923 Jul 26 15:37:52.020758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7288b-9bc7-4940-bb75-f659eb1147e8 req-1092f2a6-864f-4407-8fce-3bb571b20319 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:52.022245 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-04b7288b-9bc7-4940-bb75-f659eb1147e8 req-1092f2a6-864f-4407-8fce-3bb571b20319 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0527165 Jul 26 15:37:52.077880 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-04b7288b-9bc7-4940-bb75-f659eb1147e8 req-626631a8-4cb5-4865-9384-820bc3a90036 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499279 Jul 26 15:37:52.087674 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-cec0c34f-b1c1-47a8-88ae-b6166d88b40a service neutron] 10.222.0.128 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917449 Jul 26 15:37:52.325635 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bb784989-44bd-4d5b-8a56-926a4fb5dec6 req-4f534dc5-a61f-47da-8ecf-282324eb61c4 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0302105 Jul 26 15:37:52.916111 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:52.935120 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f84456-e76f-47a7-a9a1-803e28139316 req-fa5a117c-bcfa-4384-8928-4e19b66de460 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:52.936860 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6f84456-e76f-47a7-a9a1-803e28139316 req-fa5a117c-bcfa-4384-8928-4e19b66de460 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Jul 26 15:37:52.977123 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:52.994490 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6f84456-e76f-47a7-a9a1-803e28139316 req-48f475f7-7693-46d4-a13e-44665ce2e4bf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477722 Jul 26 15:37:53.020692 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-abae69ff-ec7e-43d4-87b3-7641d16742a0 req-bb63b4c9-179a-43ed-8503-4a3ebc9f8b0c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0304747 Jul 26 15:37:53.196786 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263e2e-e98e-4767-bf6a-0e126642ea60 req-2bdc2bf7-e2a2-4c1f-986b-59e89b2d7bea tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:53.198280 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-66263e2e-e98e-4767-bf6a-0e126642ea60 req-2bdc2bf7-e2a2-4c1f-986b-59e89b2d7bea tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0477757 Jul 26 15:37:53.259501 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-66263e2e-e98e-4767-bf6a-0e126642ea60 req-0de4eda9-c54c-4567-a08b-1bd005581535 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490763 Jul 26 15:37:53.429812 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-16bad9a7-185a-4624-957c-df9d4e663a55 req-731775ea-7026-480f-a75b-e8f64531f704 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0287371 Jul 26 15:37:54.122146 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80dfb-8baa-4364-aa0d-0aa3842c957a req-f6262e2c-6f9b-49b3-8882-837ac0d2cce1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:54.123744 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-06b80dfb-8baa-4364-aa0d-0aa3842c957a req-f6262e2c-6f9b-49b3-8882-837ac0d2cce1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0488122 Jul 26 15:37:54.126306 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e5634de2-0e78-4c66-ab02-abc2237dec8c req-1fdc5124-f2ee-4f04-96b0-8574b067ef9a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0322556 Jul 26 15:37:54.177631 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-06b80dfb-8baa-4364-aa0d-0aa3842c957a req-894aa167-04c4-4180-8d6e-61f4483404ee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482550 Jul 26 15:37:54.379697 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5e99b-fcc5-4a7e-84ff-3adb2e587bcc req-1240c407-ba02-4a43-b419-ce1405c1b845 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:54.381196 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-acf5e99b-fcc5-4a7e-84ff-3adb2e587bcc req-1240c407-ba02-4a43-b419-ce1405c1b845 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0475845 Jul 26 15:37:54.430287 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-acf5e99b-fcc5-4a7e-84ff-3adb2e587bcc req-e88de13b-6f2e-4173-a8e6-4ad36cc00908 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Jul 26 15:37:54.530910 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ac6796ef-632b-4f7a-9e7f-e30401851607 req-c935c115-14b9-4547-9a83-a96689be482c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0288928 Jul 26 15:37:55.226564 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-95e5aca3-ba08-4fc6-acc7-fcdefd16be9c req-98a88a06-61d4-42c9-9ce8-27dee6766b02 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Jul 26 15:37:55.304872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e306-ad69-472c-9486-dc598b12a4b8 req-8f754886-e6fe-4045-8eaf-da300a385699 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:55.306341 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9da2e306-ad69-472c-9486-dc598b12a4b8 req-8f754886-e6fe-4045-8eaf-da300a385699 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0467136 Jul 26 15:37:55.363491 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9da2e306-ad69-472c-9486-dc598b12a4b8 req-b6b3318f-c440-4725-ad5d-c92e169d75c0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505750 Jul 26 15:37:55.553409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208bb3b-a540-45a9-ab9a-4acbb84d2ddf req-12ea4780-9bcc-44c0-96eb-404acded7b5e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:55.554986 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c208bb3b-a540-45a9-ab9a-4acbb84d2ddf req-12ea4780-9bcc-44c0-96eb-404acded7b5e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0513425 Jul 26 15:37:55.618687 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c208bb3b-a540-45a9-ab9a-4acbb84d2ddf req-760dce15-3fe8-4233-b573-784b53fe45b5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578475 Jul 26 15:37:55.648573 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b943d143-0c25-4cb7-96a6-0594461de159 req-3396ffe6-ffd2-40ca-ad02-e46176d0770e tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jul 26 15:37:55.899682 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-ce210143-e23a-4df7-8a21-2d8bf3bea008 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 473 time: 0.0830507 Jul 26 15:37:55.952993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'port': {'device_id': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'admin_state_up': True, 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'security_groups': ['7d13b776-ff87-4c00-9c87-651bb89f275b']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:56.171175 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:56.174719 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:56.328099 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.20.0.8 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/1677bd44-b76c-4604-b1ac-43c7dded5da3) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:56.335900 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ef9d2c4d-750e-4d3a-ac28-ad82869ead84 req-d9d1c33a-7c5d-4f64-8e94-551889adc56c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Jul 26 15:37:56.526784 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f5c46-e7c3-46cb-b1c0-f75acb6c9e3f req-10d17e62-4470-44d3-bf82-27286973aeb6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:56.529107 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-253f5c46-e7c3-46cb-b1c0-f75acb6c9e3f req-10d17e62-4470-44d3-bf82-27286973aeb6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0664852 Jul 26 15:37:56.574899 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:56.582070 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:56.605581 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:56.620033 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-253f5c46-e7c3-46cb-b1c0-f75acb6c9e3f req-f2e59c19-c3e2-4c4f-adf1-8497f76044fa tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829072 Jul 26 15:37:56.756941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:56.766355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac008c-c528-4e6c-a211-25a04ff50479 req-3f10a539-e006-4024-9b3b-4b73322ef6dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:56.768136 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-15ac008c-c528-4e6c-a211-25a04ff50479 req-3f10a539-e006-4024-9b3b-4b73322ef6dc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 943 time: 0.0593061 Jul 26 15:37:56.776113 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f9646049-eb29-4578-b9fb-09ec69c5675b req-f4c6216a-bbb6-4861-8226-f034c9f45fd7 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0476131 Jul 26 15:37:56.807821 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 96c23394-f6f0-4c0f-a661-af48811510a4 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:37:56.815852 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:56.821434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:56.840670 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:56.862935 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-15ac008c-c528-4e6c-a211-25a04ff50479 req-52195fa4-8be1-4b5a-b996-2b985f3ca434 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867913 Jul 26 15:37:56.881472 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:56.915908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:56.916588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:56.970852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=96c23394-f6f0-4c0f-a661-af48811510a4,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:56.984537 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '96c23394-f6f0-4c0f-a661-af48811510a4', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:37:57.023863 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 96c23394-f6f0-4c0f-a661-af48811510a4 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:37:57.024258 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.039138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c23394-f6f0-4c0f-a661-af48811510a4 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:37:57.043218 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-bbf866ee-4e65-4bd0-8aae-2d610d376821 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0950992 Jul 26 15:37:57.061813 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=96c23394-f6f0-4c0f-a661-af48811510a4,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:37:57.101452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-481209b1-821e-4ec4-bf94-96201a4ebc2a None None] Provisioning complete for port 1677bd44-b76c-4604-b1ac-43c7dded5da3 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:37:57.101831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-481209b1-821e-4ec4-bf94-96201a4ebc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.126083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Request body: {'port': {'device_id': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:57.138254 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-481209b1-821e-4ec4-bf94-96201a4ebc2a None None] Port 1677bd44-b76c-4604-b1ac-43c7dded5da3 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:37:57.156597 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.194169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.218273 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:57.347800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5106-be9c-44be-a6ed-075f6422f043 req-2edb68de-4702-4e88-8291-eee0f9839313 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:57.349399 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-16de5106-be9c-44be-a6ed-075f6422f043 req-2edb68de-4702-4e88-8291-eee0f9839313 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0551612 Jul 26 15:37:57.425238 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-16de5106-be9c-44be-a6ed-075f6422f043 req-691479bb-81f0-4b3a-ad71-3be1c56939e8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695810 Jul 26 15:37:57.544091 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edb296-63e8-48a2-b68f-724d8d08a710 req-706f06d9-86dd-4e4c-9936-e5699a0303bc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:57.545665 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4edb296-63e8-48a2-b68f-724d8d08a710 req-706f06d9-86dd-4e4c-9936-e5699a0303bc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 931 time: 0.0842631 Jul 26 15:37:57.547531 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:57.587950 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['96c23394-f6f0-4c0f-a661-af48811510a4'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:37:57.620570 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-860a5078-75de-44eb-89c4-d8188153126b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:57.622802 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-860a5078-75de-44eb-89c4-d8188153126b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "GET /v2.0/networks?id=b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 200 len: 809 time: 0.1216407 Jul 26 15:37:57.626572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1677bd44-b76c-4604-b1ac-43c7dded5da3 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:37:57.635483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks [] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.641420 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4edb296-63e8-48a2-b68f-724d8d08a710 req-1eda2033-dac2-4935-8ce9-df07cae2ae94 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894997 Jul 26 15:37:57.652715 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Transition to ACTIVE for port object 1677bd44-b76c-4604-b1ac-43c7dded5da3 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:37:57.675190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Request body: {'port': {'device_id': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df', 'admin_state_up': True, 'tenant_id': 'eb5cc7e509e84773bec86203332e38af'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:37:57.756894 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.803842 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:57.818475 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:57.824602 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6df40-cd5c-409b-8f5f-71155b84de19 req-0a75379b-df28-4ec7-a2ae-caaf15053024 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:57.828980 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-79e6df40-cd5c-409b-8f5f-71155b84de19 req-0a75379b-df28-4ec7-a2ae-caaf15053024 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Jul 26 15:37:57.898218 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:57.903014 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-79e6df40-cd5c-409b-8f5f-71155b84de19 req-2abca772-44ad-4f87-a900-574f0d0a02ee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559609 Jul 26 15:37:57.914172 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-426a8e5c-86c5-49f7-baf6-0ccdc2787e89 req-f5e6b1c3-28b6-4b43-976d-2f08254e5773 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.0376952 Jul 26 15:37:57.943145 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Attempting to bind port 1677bd44-b76c-4604-b1ac-43c7dded5da3 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:37:57.943627 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Attempting to bind port 1677bd44-b76c-4604-b1ac-43c7dded5da3 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:37:57.944572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Attempting to bind port 1677bd44-b76c-4604-b1ac-43c7dded5da3 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:57.950479 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Port 1677bd44-b76c-4604-b1ac-43c7dded5da3 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:37:57.950902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Attempting to bind port 1677bd44-b76c-4604-b1ac-43c7dded5da3 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:37:57.957789 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:37:57.958293 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:37:57.958771 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:37:57.959318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Bound port: 1677bd44-b76c-4604-b1ac-43c7dded5da3, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:37:57.959859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:57.987717 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Made reservation on behalf of eb5cc7e509e84773bec86203332e38af for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:37:57.991283 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.049881 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:58.075586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d50342-bb46-40d8-9527-238d040df4d7 req-bf4cacfb-d32e-432c-8d68-acf6fba4d51e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:58.077519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-98d50342-bb46-40d8-9527-238d040df4d7 req-bf4cacfb-d32e-432c-8d68-acf6fba4d51e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 944 time: 0.0920768 Jul 26 15:37:58.083784 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:37:58.088586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:37:58.131572 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-98d50342-bb46-40d8-9527-238d040df4d7 req-2ac759da-1350-409d-a0c3-881cb6f71974 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454385 Jul 26 15:37:58.135042 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Allocated IP 172.20.0.3 (b5f8ab70-ca20-493f-94b9-bdf15637a6df/f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc/1d2e29ba-8a5a-42e4-b7a5-95b96948355e) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:37:58.205132 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.239606 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:58.240226 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.241648 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] 10.222.0.48 "PUT /v2.0/ports/1677bd44-b76c-4604-b1ac-43c7dded5da3 HTTP/1.1" status: 200 len: 1093 time: 1.1216731 Jul 26 15:37:58.242074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:37:58.244299 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24" -d '{"events": [{"name": "network-changed", "server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:37:58.269587 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33487-0311-4bc7-af01-1fa165eb29a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:58.289189 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e81b80-2a11-409d-8f94-083bf3344db0 x-openstack-request-id: req-18e81b80-2a11-409d-8f94-083bf3344db0 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:37:58.289481 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:37:58.292793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-18e81b80-2a11-409d-8f94-083bf3344db0 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:37:58.293222 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e81b80-2a11-409d-8f94-083bf3344db0'] response: {'name': 'network-changed', 'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'status': 'completed', 'code': 200} Jul 26 15:37:58.313730 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks [] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.473811 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.518098 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Network b5f8ab70-ca20-493f-94b9-bdf15637a6df is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:37:58.518855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:58.522251 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:37:58.524933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:37:58.555029 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914fbb7-0df5-41fe-9bb5-e4f8377670ca req-1fc23f57-71e0-4797-b453-006698b109ca tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:58.556789 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e914fbb7-0df5-41fe-9bb5-e4f8377670ca req-1fc23f57-71e0-4797-b453-006698b109ca tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0598221 Jul 26 15:37:58.565576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Pushing event updated for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:58.596110 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:58.596783 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:58.618968 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e914fbb7-0df5-41fe-9bb5-e4f8377670ca req-c24ba631-88b1-4be7-8a19-0caf8f71832c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515416 Jul 26 15:37:58.687427 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-0699f697-5380-4bb7-abc7-f3b98178a41c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0161765 Jul 26 15:37:58.767063 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea3256-cfc9-466b-a0c3-2f5083d799bb req-5ec09023-eb5e-4257-8a7b-6668cb4d163f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:58.768606 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d8ea3256-cfc9-466b-a0c3-2f5083d799bb req-5ec09023-eb5e-4257-8a7b-6668cb4d163f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.0498517 Jul 26 15:37:58.818186 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d8ea3256-cfc9-466b-a0c3-2f5083d799bb req-0dc11a96-eaba-44b4-9398-ec26707c4c27 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Jul 26 15:37:59.034809 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36e7a-1768-469f-b867-37ca4982b1dd req-e3c6593a-7c20-47de-a055-b8127e1db561 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:59.037243 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e5d36e7a-1768-469f-b867-37ca4982b1dd req-e3c6593a-7c20-47de-a055-b8127e1db561 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Jul 26 15:37:59.051495 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74f810-ebdc-46e6-8c92-3954c8e5dff0 req-e9e81fef-7ef8-4e02-ab27-9d9213d92931 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:59.053137 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f74f810-ebdc-46e6-8c92-3954c8e5dff0 req-e9e81fef-7ef8-4e02-ab27-9d9213d92931 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 931 time: 0.0582979 Jul 26 15:37:59.098563 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e5d36e7a-1768-469f-b867-37ca4982b1dd req-89df2538-76ae-4a9e-b1e2-ba0716d24fb4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553236 Jul 26 15:37:59.103772 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48118) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:59.111966 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f74f810-ebdc-46e6-8c92-3954c8e5dff0 req-18bb3a56-671e-4002-849e-9f51bc15974d tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525534 Jul 26 15:37:59.245993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7c752a6d-2714-4729-a068-57c357c9ef47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.280020 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5e3b6-8446-4661-931e-97e06b236795 req-91300b86-5f6e-4e70-803f-2a0ebb5367ab tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:59.282603 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-80f5e3b6-8446-4661-931e-97e06b236795 req-91300b86-5f6e-4e70-803f-2a0ebb5367ab tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 944 time: 0.0760677 Jul 26 15:37:59.363656 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-80f5e3b6-8446-4661-931e-97e06b236795 req-24a17283-a881-4f81-ba44-e9cffc9c1e73 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744379 Jul 26 15:37:59.389794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:37:59.395646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7c752a6d-2714-4729-a068-57c357c9ef47 admin admin] Publish callbacks [] for security_group (07304c85-4f63-44da-8c61-e908ac292a83), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.490400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7c752a6d-2714-4729-a068-57c357c9ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (07304c85-4f63-44da-8c61-e908ac292a83), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.535492 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-7c752a6d-2714-4729-a068-57c357c9ef47 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c46311138a3844ddb8c8934e819da520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283409 Jul 26 15:37:59.535492 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c752a6d-2714-4729-a068-57c357c9ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07304c85-4f63-44da-8c61-e908ac292a83,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:59.536079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48126) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:37:59.586452 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] Publish callbacks [] for security_group (07304c85-4f63-44da-8c61-e908ac292a83), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.612683 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] Publish callbacks [] for security_group (07304c85-4f63-44da-8c61-e908ac292a83), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.739830 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f1e2d-49c6-41f9-a5dc-ec5e2609f1a5 req-0789a0e1-9c15-4686-ac15-6691f781da0f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:59.741342 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-778f1e2d-49c6-41f9-a5dc-ec5e2609f1a5 req-0789a0e1-9c15-4686-ac15-6691f781da0f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Jul 26 15:37:59.742394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (07304c85-4f63-44da-8c61-e908ac292a83), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.745042 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:37:59.746057 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/07304c85-4f63-44da-8c61-e908ac292a83 HTTP/1.1" status: 204 len: 168 time: 0.2089593 Jul 26 15:37:59.762195 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4ab3-70f6-4907-baa7-d917b132c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07304c85-4f63-44da-8c61-e908ac292a83,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:37:59.810251 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-778f1e2d-49c6-41f9-a5dc-ec5e2609f1a5 req-c418481b-f834-41f9-953b-527ddb9445e9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607657 Jul 26 15:37:59.953393 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28968-1401-4129-9319-bcfb4cbce5a9 req-67276f52-dba7-4c78-9910-f5db59c6c8d3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:37:59.954846 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dcb28968-1401-4129-9319-bcfb4cbce5a9 req-67276f52-dba7-4c78-9910-f5db59c6c8d3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.0483990 Jul 26 15:38:00.006898 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dcb28968-1401-4129-9319-bcfb4cbce5a9 req-52ec7cfb-2727-469b-887b-2fa193033acc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Jul 26 15:38:00.245781 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d8134-8706-4c47-a3f5-ac16573654c0 req-beba1720-56ba-4ddc-84aa-1dbd3c3b00de tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:00.247280 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-741d8134-8706-4c47-a3f5-ac16573654c0 req-beba1720-56ba-4ddc-84aa-1dbd3c3b00de tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 931 time: 0.0529449 Jul 26 15:38:00.256753 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5a40e-6ef7-4e1e-867d-cae6e5895a4a req-ebece468-bf41-4f18-871a-3b6e944e2268 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:00.258233 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5aa5a40e-6ef7-4e1e-867d-cae6e5895a4a req-ebece468-bf41-4f18-871a-3b6e944e2268 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0609133 Jul 26 15:38:00.305153 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-741d8134-8706-4c47-a3f5-ac16573654c0 req-3307aec3-8d55-4ddf-afec-f4f48578bf21 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Jul 26 15:38:00.313106 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5aa5a40e-6ef7-4e1e-867d-cae6e5895a4a req-d4ff10d5-25b3-4d7b-8677-3eb70c102124 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492141 Jul 26 15:38:00.490257 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abfbbc-1f3d-4d72-9982-f8ddc5fbdaf5 req-ee7b4e56-057e-4bc7-bf6e-70dc14934389 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:00.492941 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21abfbbc-1f3d-4d72-9982-f8ddc5fbdaf5 req-ee7b4e56-057e-4bc7-bf6e-70dc14934389 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 944 time: 0.0525985 Jul 26 15:38:00.527476 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:00.543555 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21abfbbc-1f3d-4d72-9982-f8ddc5fbdaf5 req-bbd97695-7eff-4f51-9eb9-6a2c5e2504ca tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458000 Jul 26 15:38:00.770422 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48162) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:00.870858 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-977471324-network', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:00.937815 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bad2-6065-47e0-93a7-6f69ec03807b req-ffa81be2-3566-4ada-bd2e-72c67c7e5634 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:00.941446 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-de77bad2-6065-47e0-93a7-6f69ec03807b req-ffa81be2-3566-4ada-bd2e-72c67c7e5634 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Jul 26 15:38:00.982165 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Made reservation on behalf of 7c892ef56ae9488089386d1a733ae3c0 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:00.984761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:00.994221 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:00.994704 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-de77bad2-6065-47e0-93a7-6f69ec03807b req-e16f5577-5ea6-4941-b153-47af23bb50c2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491841 Jul 26 15:38:01.080453 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks [] for security_group (82cfdcd0-efa3-4f48-a528-955bf5c5c94e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.129767 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408803e0-79cf-40b6-8c16-2d318d4280b1 req-48160919-2104-4bce-9c89-b9bd692bbb65 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:01.131238 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-408803e0-79cf-40b6-8c16-2d318d4280b1 req-48160919-2104-4bce-9c89-b9bd692bbb65 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.0480299 Jul 26 15:38:01.164715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (82cfdcd0-efa3-4f48-a528-955bf5c5c94e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.200126 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-408803e0-79cf-40b6-8c16-2d318d4280b1 req-a79f673f-6c36-4381-87ea-56a56b528e0e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631852 Jul 26 15:38:01.200926 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:38:01.217554 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfdcd0-efa3-4f48-a528-955bf5c5c94e,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:01.221446 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (bcd07a00-740b-48f9-b931-52e22a8b6b15), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.221788 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Added segment bcd07a00-740b-48f9-b931-52e22a8b6b15 of type vlan for network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 Jul 26 15:38:01.264226 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (0835ecc4-c7ad-4c73-8803-8b011d8ed926), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.365830 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (0835ecc4-c7ad-4c73-8803-8b011d8ed926), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.367157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:01.367901 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.428818 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:01.433531 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420100-53f9-4419-a1fc-351589b606ea req-ccbe9971-3e16-4145-b513-9876e1a5a390 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:01.435293 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8420100-53f9-4419-a1fc-351589b606ea req-ccbe9971-3e16-4145-b513-9876e1a5a390 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 931 time: 0.0532460 Jul 26 15:38:01.471715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] Pushing event updated for resources: {'Network': ['ID=0835ecc4-c7ad-4c73-8803-8b011d8ed926,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:01.482555 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:38:01.486167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82f908-e402-419c-8ca3-c8c3c2bcc42f req-3c3a916b-4961-441f-94be-e0812d28bee2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:01.487734 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cf82f908-e402-419c-8ca3-c8c3c2bcc42f req-3c3a916b-4961-441f-94be-e0812d28bee2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0696962 Jul 26 15:38:01.509449 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8420100-53f9-4419-a1fc-351589b606ea req-a5a4bfdb-4327-4fb7-bfff-ee4d57c1bb46 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675809 Jul 26 15:38:01.520368 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d8a33680-5951-41bc-9778-fcc82098eedd admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7487125 Jul 26 15:38:01.523324 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48178) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:01.531191 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Request body: {'subnet': {'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-977471324-subnet', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:01.569649 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cf82f908-e402-419c-8ca3-c8c3c2bcc42f req-c79faa2c-f785-426a-980c-f9f708705878 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758986 Jul 26 15:38:01.665122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a52e6-33ca-4476-986d-c19bca366d8c req-7606554d-fc3b-41a5-a6fd-f1a6623c1406 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:01.666640 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f3a52e6-33ca-4476-986d-c19bca366d8c req-7606554d-fc3b-41a5-a6fd-f1a6623c1406 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 944 time: 0.0484664 Jul 26 15:38:01.679986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Made reservation on behalf of 7c892ef56ae9488089386d1a733ae3c0 for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:01.682369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:01.773750 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f3a52e6-33ca-4476-986d-c19bca366d8c req-31364ef3-e61c-4151-a1cf-5b7a35b40756 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011910 Jul 26 15:38:01.843181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.050698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (733e4251-0e48-4ccc-8f65-85d2b484b89a), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.116374 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733e4251-0e48-4ccc-8f65-85d2b484b89a,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:02.125122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Checking segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:02.125477 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Network hostable DHCP agents. Network: 0835ecc4-c7ad-4c73-8803-8b011d8ed926, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:38:02.127917 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd250-d9b5-4d6a-913c-a5b926b4c732 req-bc0c6590-38a0-44ed-aa28-f13ec0cd63a7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.129943 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c18fd250-d9b5-4d6a-913c-a5b926b4c732 req-bc0c6590-38a0-44ed-aa28-f13ec0cd63a7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0568466 Jul 26 15:38:02.184066 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c18fd250-d9b5-4d6a-913c-a5b926b4c732 req-8124b0eb-7104-454e-8b66-64494b1d6af8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482361 Jul 26 15:38:02.198218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:38:02.200434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.261738 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Request body: {'port': {'device_id': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:02.327355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.341205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.347433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 0835ecc4-c7ad-4c73-8803-8b011d8ed926) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:02.356262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a574126-043c-45f6-b757-9d918c3abe6c None None] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:02.359610 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.364385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.365006 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.370691 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-0450b7b5-0118-4b5a-82a3-055d41935430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.372209 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-0450b7b5-0118-4b5a-82a3-055d41935430 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 1127 time: 0.0926383 Jul 26 15:38:02.384008 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d746f-bb28-46ac-9dbd-ef6b0ed04ef4 req-9b43fb52-4886-4062-afbb-b2c3cd9c68b3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.385890 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4d2d746f-bb28-46ac-9dbd-ef6b0ed04ef4 req-9b43fb52-4886-4062-afbb-b2c3cd9c68b3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.1082087 Jul 26 15:38:02.418360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.487311 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ebe27cd5-5231-4532-a03a-47c19637eac9 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9591992 Jul 26 15:38:02.487410 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:38:02.488286 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.490758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48188) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:02.495300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:02.605351 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4d2d746f-bb28-46ac-9dbd-ef6b0ed04ef4 req-85441b27-3eed-4305-9ceb-0ead5c639a7c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972849 Jul 26 15:38:02.615018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:38:02.617584 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 96c23394-f6f0-4c0f-a661-af48811510a4 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:02.635703 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-b934c08e-47dc-444b-a329-000b701e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.635703 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-b934c08e-47dc-444b-a329-000b701e6095 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2401843 Jul 26 15:38:02.669761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.671152 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.708878 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2e29ba-8a5a-42e4-b7a5-95b96948355e {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:38:02.711319 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 96c23394-f6f0-4c0f-a661-af48811510a4 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:38:02.727850 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks [] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.745562 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:02.752355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95574e-ebfc-4c44-a1ed-42c93620e5d8 req-0936f342-2744-4309-b092-6e9588b46188 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:02.753571 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c95574e-ebfc-4c44-a1ed-42c93620e5d8 req-0936f342-2744-4309-b092-6e9588b46188 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 931 time: 0.0911987 Jul 26 15:38:02.803039 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Transition to ACTIVE for port object 1d2e29ba-8a5a-42e4-b7a5-95b96948355e will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:38:02.808176 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 96c23394-f6f0-4c0f-a661-af48811510a4 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:02.808776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.816826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for router_controller (6539b60e-a1ab-4154-b61e-e4045e91b993), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.847200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Allocated IP 172.20.0.2 (0835ecc4-c7ad-4c73-8803-8b011d8ed926/733e4251-0e48-4ccc-8f65-85d2b484b89a/bb97a612-28c7-447f-b30d-f7fb41605f6c) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:02.849121 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5c95574e-ebfc-4c44-a1ed-42c93620e5d8 req-1dd80310-83d6-49a3-8dba-3bdaadc648e6 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Jul 26 15:38:02.880690 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:02.899769 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:02.946198 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:02.962602 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:38:03.045433 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:03.050087 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: ACTIVE; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:03.050727 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.071518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 96c23394-f6f0-4c0f-a661-af48811510a4 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:03.072145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.097520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:38:03.132093 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c34a5e-d5b6-4c63-be14-dba1c9b9ef1f req-3feaf6a8-88cb-46ec-b323-e9856a6c4ba0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.140320 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c2c34a5e-d5b6-4c63-be14-dba1c9b9ef1f req-3feaf6a8-88cb-46ec-b323-e9856a6c4ba0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.4504967 Jul 26 15:38:03.164294 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daeabf-bd86-4cd2-9e46-a48f066b8f8f req-b4c8f3f8-89fc-457b-88b9-cb0f0e0c810f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.167357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:03.170011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e760cc-22a7-4029-999e-19345288a95a" -d '{"events": [{"server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "name": "network-vif-plugged", "status": "completed", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:03.173319 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d9daeabf-bd86-4cd2-9e46-a48f066b8f8f req-b4c8f3f8-89fc-457b-88b9-cb0f0e0c810f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 944 time: 0.1095979 Jul 26 15:38:03.185445 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:03.201193 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=96c23394-f6f0-4c0f-a661-af48811510a4,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:03.202708 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks [] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.242048 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c2c34a5e-d5b6-4c63-be14-dba1c9b9ef1f req-a8fe9e90-36ac-42be-b6b2-926e53c5cbd8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006567 Jul 26 15:38:03.255311 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for router_gateway (6539b60e-a1ab-4154-b61e-e4045e91b993), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.256955 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-fa65c7c6-9c73-4e36-8583-d09a6f26713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.258477 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-de4c6ee9-1719-4a74-bdb2-4340ddd13a24 req-fa65c7c6-9c73-4e36-8583-d09a6f26713a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5575829 Jul 26 15:38:03.262621 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.270294 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.308757 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.342329 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:03.343032 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:03.349225 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d9daeabf-bd86-4cd2-9e46-a48f066b8f8f req-a862b6e4-b454-462e-be2c-142f6efdf89b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746542 Jul 26 15:38:03.353690 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2a7f1f-8c0a-4263-bfa1-fede221fb4e4 x-openstack-request-id: req-8a2a7f1f-8c0a-4263-bfa1-fede221fb4e4 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:03.353995 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "name": "network-vif-plugged", "status": "completed", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:03.354444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-8a2a7f1f-8c0a-4263-bfa1-fede221fb4e4 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:03.357044 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2a7f1f-8c0a-4263-bfa1-fede221fb4e4'] response: {'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'code': 200} Jul 26 15:38:03.357044 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:03.361783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:03.377762 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=6']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:03.434859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-61304edd-ddb1-49b0-87ae-5928e8742320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.438038 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-61304edd-ddb1-49b0-87ae-5928e8742320 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 1127 time: 0.1278861 Jul 26 15:38:03.460822 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['86c0b00c-84f0-4079-9990-7a8a967d7342'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:38:03.464501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Attempting to bind port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:03.465278 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Attempting to bind port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:03.468651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Attempting to bind port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e on network b5f8ab70-ca20-493f-94b9-bdf15637a6df {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:03.499374 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e on network b5f8ab70-ca20-493f-94b9-bdf15637a6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:38:03.500375 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Attempting to bind port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e on network b5f8ab70-ca20-493f-94b9-bdf15637a6df {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:03.518835 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-f7e52a24-8bdc-44f4-bd2a-709787de23e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3 HTTP/1.1" status: 200 len: 217 time: 0.0612893 Jul 26 15:38:03.522582 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:03.523062 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Checking segment: {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:03.523580 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Bound using segment: {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:03.524030 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Bound port: 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986b5e42-3a3d-4127-bb8b-80e8318db764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1504, 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:03.525174 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.551503 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f2e71-014c-498a-be11-10538affa964 req-22764b05-f281-495c-9772-b155cb317910 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.553927 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c17f2e71-014c-498a-be11-10538affa964 req-22764b05-f281-495c-9772-b155cb317910 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1115916 Jul 26 15:38:03.585256 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Attempting to bind port bb97a612-28c7-447f-b30d-f7fb41605f6c on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:03.585810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Attempting to bind port bb97a612-28c7-447f-b30d-f7fb41605f6c by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:03.585973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Attempting to bind port bb97a612-28c7-447f-b30d-f7fb41605f6c on network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:03.590896 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:03.608976 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:03.609364 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Checking segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:03.615395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.615395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Bound using segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:03.615395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Bound port: bb97a612-28c7-447f-b30d-f7fb41605f6c, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:03.615395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.671668 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:03.677631 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c17f2e71-014c-498a-be11-10538affa964 req-c04d8148-83ce-4c95-8fdf-a20bf36f71be tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977964 Jul 26 15:38:03.679391 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-7d0111c0-aa9f-4c36-86e2-50e38f5aff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.681166 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-7d0111c0-aa9f-4c36-86e2-50e38f5aff6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.1488590 Jul 26 15:38:03.711018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Pushing event updated for resources: {'Port': ['ID=bb97a612-28c7-447f-b30d-f7fb41605f6c,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:03.767946 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] For port bb97a612-28c7-447f-b30d-f7fb41605f6c, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:03.771351 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] For port bb97a612-28c7-447f-b30d-f7fb41605f6c, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bb97a612-28c7-447f-b30d-f7fb41605f6c,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:03.802360 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-ba443dcc-6ee5-4fc5-bddb-5f2e6b263989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:03.804841 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-ba443dcc-6ee5-4fc5-bddb-5f2e6b263989 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1149101 Jul 26 15:38:03.885804 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:03.996335 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-b44d6f9c-c2e7-4833-9a96-8cdb08c51921 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684711 Jul 26 15:38:04.045050 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ebc2d-1482-43b8-90b9-299723b274bd None None] Pushing event updated for resources: {'Port': ['ID=bb97a612-28c7-447f-b30d-f7fb41605f6c,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:04.143793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed789fa-bd40-4a6c-9eb2-0529f01abe0c req-327de826-6df1-4f6c-b0e2-9a0c19a3f6d9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.145464 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7ed789fa-bd40-4a6c-9eb2-0529f01abe0c req-327de826-6df1-4f6c-b0e2-9a0c19a3f6d9 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.1210697 Jul 26 15:38:04.201586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:04.216183 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d5db23b-9bf1-44b9-bc80-97712420b3fa req-ccbba312-0e29-4ea7-9e09-e5fbbfe11b81 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161694 Jul 26 15:38:04.219942 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:04.237757 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:04.241497 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7ed789fa-bd40-4a6c-9eb2-0529f01abe0c req-9cbb3688-8adf-4b0d-a777-bb83db9756fe tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Jul 26 15:38:04.324643 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:04.325388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for router_gateway (6539b60e-a1ab-4154-b61e-e4045e91b993), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.343208 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95c1a8-8622-479a-beda-98d2b9cb59cf req-0135b522-7784-4d08-8fe2-2639e89b358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.345324 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e95c1a8-8622-479a-beda-98d2b9cb59cf req-0135b522-7784-4d08-8fe2-2639e89b358a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.5785480 Jul 26 15:38:04.411849 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.423801 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02533c94-5b43-4e80-ac63-9ca5e4f83c49 req-377387a5-5d74-429a-8977-6b7b147725a7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.426179 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-02533c94-5b43-4e80-ac63-9ca5e4f83c49 req-377387a5-5d74-429a-8977-6b7b147725a7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.6393907 Jul 26 15:38:04.519799 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc3c8-0263-4ccf-baf2-755645fbcf25 req-3b3c366e-6ed6-4dd4-bc24-c99931692aa7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.523046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.528715 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-910dc3c8-0263-4ccf-baf2-755645fbcf25 req-3b3c366e-6ed6-4dd4-bc24-c99931692aa7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 945 time: 0.0896418 Jul 26 15:38:04.543431 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:04.555451 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e95c1a8-8622-479a-beda-98d2b9cb59cf req-074fe46c-536b-47e5-b00f-664c8a0c3b37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779096 Jul 26 15:38:04.644509 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-910dc3c8-0263-4ccf-baf2-755645fbcf25 req-328ff5d9-ea2a-4a30-b7b4-1bea57732eb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139498 Jul 26 15:38:04.669429 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 86c0b00c-84f0-4079-9990-7a8a967d7342 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:04.671952 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.681409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.682038 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.683428 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] 10.222.0.48 "PUT /v2.0/ports/1d2e29ba-8a5a-42e4-b7a5-95b96948355e HTTP/1.1" status: 200 len: 1093 time: 2.4263163 Jul 26 15:38:04.683869 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:04.686259 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e78c085-5fbe-4653-9e45-a00483bd8064" -d '{"events": [{"name": "network-changed", "server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:04.718986 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-02533c94-5b43-4e80-ac63-9ca5e4f83c49 req-b7d53a40-0fdf-4f39-95c5-af947d4281ba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836356 Jul 26 15:38:04.763385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Allocated IP 172.27.1.241 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/9b3333f2-8991-40b2-a16a-851cdaaafabc) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:04.877355 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:04.877710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.901126 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:04.907084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133cf38-860e-4997-a1a7-17d6dc34bce6 x-openstack-request-id: req-e133cf38-860e-4997-a1a7-17d6dc34bce6 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:04.907402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:04.907625 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-e133cf38-860e-4997-a1a7-17d6dc34bce6 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:04.908026 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e133cf38-860e-4997-a1a7-17d6dc34bce6'] response: {'name': 'network-changed', 'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e', 'status': 'completed', 'code': 200} Jul 26 15:38:04.913683 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f3df6-137d-4ab2-9e1f-eb1895d9105e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:04.914537 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844460-0b63-451d-990a-c1ac0fd88324 req-9b11085f-50b4-4565-bfe7-5500c54f7d2a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:04.926333 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-91844460-0b63-451d-990a-c1ac0fd88324 req-9b11085f-50b4-4565-bfe7-5500c54f7d2a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.1173062 Jul 26 15:38:04.935717 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:05.006716 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-91844460-0b63-451d-990a-c1ac0fd88324 req-ee1cf711-61e2-4b51-87cb-6a78de476364 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771835 Jul 26 15:38:05.039680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9764-ad75-4fa1-a7dc-37cbaf5e6eca req-18a7ac7f-b5d5-4149-a9fd-a54ed7f928e6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:05.041574 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb9a9764-ad75-4fa1-a7dc-37cbaf5e6eca req-18a7ac7f-b5d5-4149-a9fd-a54ed7f928e6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0756977 Jul 26 15:38:05.097946 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:05.103498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:05.141050 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb9a9764-ad75-4fa1-a7dc-37cbaf5e6eca req-68109405-42b6-40a6-bdd6-2d6f61b084c6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913346 Jul 26 15:38:05.157157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:05.167009 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:05.197572 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:05.225220 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Pushing event updated for resources: {'Port': ['ID=9b3333f2-8991-40b2-a16a-851cdaaafabc,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:05.355880 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:05.359401 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d392331-6765-4077-8767-e4b262df75a4" -d '{"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:05.381765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=7']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:05.420927 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a720ee96-d673-4ab9-8de9-cd7e7f980440 x-openstack-request-id: req-a720ee96-d673-4ab9-8de9-cd7e7f980440 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:05.421258 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:05.421520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-a720ee96-d673-4ab9-8de9-cd7e7f980440 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:05.421914 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a720ee96-d673-4ab9-8de9-cd7e7f980440'] response: {'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'code': 200} Jul 26 15:38:05.427337 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf5c4-52c4-490f-8037-1fedf7a0c1a2 req-89b1a256-9bc2-4fcd-a9b9-73dd457152c3 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:05.439425 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a60bf5c4-52c4-490f-8037-1fedf7a0c1a2 req-89b1a256-9bc2-4fcd-a9b9-73dd457152c3 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.0869849 Jul 26 15:38:05.508327 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a60bf5c4-52c4-490f-8037-1fedf7a0c1a2 req-d243d456-cbc4-462f-be08-2f2f5718ceb7 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630679 Jul 26 15:38:05.644278 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f76a3-ff19-4bc8-8eee-75c4b9ec5065 None None] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:05.715254 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:05.793047 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Provisioning complete for port bb97a612-28c7-447f-b30d-f7fb41605f6c triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:05.793648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:05.875167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bb97a612-28c7-447f-b30d-f7fb41605f6c up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:05.942059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89555b-3ae5-44df-86bb-9f28b792ab3c req-2f5a3b1d-f349-4519-887b-06851c57a809 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:05.944189 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aa89555b-3ae5-44df-86bb-9f28b792ab3c req-2f5a3b1d-f349-4519-887b-06851c57a809 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 943 time: 0.1091588 Jul 26 15:38:05.952909 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for router_gateway (6539b60e-a1ab-4154-b61e-e4045e91b993), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.037872 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aa89555b-3ae5-44df-86bb-9f28b792ab3c req-5fa04830-1742-4e01-aed6-a2775fc948a7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853162 Jul 26 15:38:06.096913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c18b1-dce8-408b-b03e-d38a052e41ed req-934dde3d-1376-4ed0-883c-5afc46499d13 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.097146 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port bb97a612-28c7-447f-b30d-f7fb41605f6c triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:06.097535 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.103944 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-753c18b1-dce8-408b-b03e-d38a052e41ed req-934dde3d-1376-4ed0-883c-5afc46499d13 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.2794487 Jul 26 15:38:06.131332 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Current status of the port bb97a612-28c7-447f-b30d-f7fb41605f6c is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:06.141501 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.141692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-7944a601-dcd9-4955-aeac-1bf42fa8d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.141692 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-7944a601-dcd9-4955-aeac-1bf42fa8d747 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 1127 time: 0.3127992 Jul 26 15:38:06.190967 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] For port bb97a612-28c7-447f-b30d-f7fb41605f6c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bb97a612-28c7-447f-b30d-f7fb41605f6c,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:06.265665 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-753c18b1-dce8-408b-b03e-d38a052e41ed req-ebd64b3f-1d58-4eed-b158-42b442d8fbf9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601810 Jul 26 15:38:06.270302 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port bb97a612-28c7-447f-b30d-f7fb41605f6c is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:06.273255 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.279610 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d65ee-fa4b-4d79-8a47-0e3d6b4d6b46 req-f8bd0aa3-4034-43c5-a77a-f6c2f3e19257 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.288298 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-573d65ee-fa4b-4d79-8a47-0e3d6b4d6b46 req-f8bd0aa3-4034-43c5-a77a-f6c2f3e19257 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.1254702 Jul 26 15:38:06.316026 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.381288 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:06.412036 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-573d65ee-fa4b-4d79-8a47-0e3d6b4d6b46 req-b35864b3-bf08-48f6-a7bf-30fb923938ee tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184771 Jul 26 15:38:06.469954 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.db.api [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:38:06.470500 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG oslo_db.api [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:38:06.488717 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182488f-b754-4bf4-bb80-d3e376069f32 None None] Pushing event updated for resources: {'Port': ['ID=bb97a612-28c7-447f-b30d-f7fb41605f6c,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:06.559368 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1677bd44-b76c-4604-b1ac-43c7dded5da3 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:38:06.611042 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-9eb011fc-222d-4557-bda1-9d947696cbdf None None] Provisioning complete for port bb97a612-28c7-447f-b30d-f7fb41605f6c triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:06.611042 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9eb011fc-222d-4557-bda1-9d947696cbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.633777 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf405e-f6cc-42e5-8c1a-7c6ee4020821 req-b18fb32c-bad8-49f1-9b0e-bd39535dbc66 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.638861 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bcaf405e-f6cc-42e5-8c1a-7c6ee4020821 req-b18fb32c-bad8-49f1-9b0e-bd39535dbc66 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1636178 Jul 26 15:38:06.671298 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:06.687097 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d2b4-2c4f-4197-b365-4a7ef4de9fc5 req-e040a354-7e6c-43ad-af84-7dce58b4c30b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.694914 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fa03d2b4-2c4f-4197-b365-4a7ef4de9fc5 req-e040a354-7e6c-43ad-af84-7dce58b4c30b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.0891869 Jul 26 15:38:06.759793 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fa03d2b4-2c4f-4197-b365-4a7ef4de9fc5 req-fd6b78da-5de7-47fb-ae5d-7ed0ab6ca529 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639000 Jul 26 15:38:06.808125 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:06.837106 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bcaf405e-f6cc-42e5-8c1a-7c6ee4020821 req-ea71d831-a660-4ba8-8d36-707c440e9feb tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004276 Jul 26 15:38:06.855420 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:06.871266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.874238 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-38dd00c0-a997-491f-8c60-b86d3f87272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:06.875996 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-38dd00c0-a997-491f-8c60-b86d3f87272f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb5cc7e509e84773bec86203332e38af&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3202479 Jul 26 15:38:06.880840 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'port_id': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'mac_address': 'fa:16:3e:c1:34:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:38:06.885673 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-9eb011fc-222d-4557-bda1-9d947696cbdf None None] Current status of the port bb97a612-28c7-447f-b30d-f7fb41605f6c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:06.933265 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1677bd44-b76c-4604-b1ac-43c7dded5da3 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:06.934702 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:06.955833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1677bd44-b76c-4604-b1ac-43c7dded5da3 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:38:07.046236 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:07.082575 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port bb97a612-28c7-447f-b30d-f7fb41605f6c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:07.125920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:07.186027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:07.187371 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9271-52d5-417a-a6f2-534ceea74328 req-392b8f1f-98a4-42fd-90ef-d7e6bf146b3c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:07.189139 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-702d9271-52d5-417a-a6f2-534ceea74328 req-392b8f1f-98a4-42fd-90ef-d7e6bf146b3c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 944 time: 0.0564339 Jul 26 15:38:07.204795 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Router 6539b60e-a1ab-4154-b61e-e4045e91b993 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:38:07.268594 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-702d9271-52d5-417a-a6f2-534ceea74328 req-8da97bec-fe3a-4d96-86bb-51e2c5b82147 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641129 Jul 26 15:38:07.394734 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:07.410073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Sync routers for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:07.440968 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:07.441662 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:07.542334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57c08-f789-4f2b-8aac-c284af87291d req-b274276e-db4b-41c3-9b2d-73fee9a1f9cf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:07.543857 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-37c57c08-f789-4f2b-8aac-c284af87291d req-b274276e-db4b-41c3-9b2d-73fee9a1f9cf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1206436 Jul 26 15:38:07.545473 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:07.571158 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['1677bd44-b76c-4604-b1ac-43c7dded5da3'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:38:07.641699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb472b-1236-4c3d-84c3-4bcfdd6b5733 req-9db35a16-eb48-4e14-94d7-8f1a51bd6e5e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:07.654764 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2dbb472b-1236-4c3d-84c3-4bcfdd6b5733 req-9db35a16-eb48-4e14-94d7-8f1a51bd6e5e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.1344125 Jul 26 15:38:07.682008 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:07.687887 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7375ee1f-ff83-4af2-a4f2-2fdf9439295a admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1960299 Jul 26 15:38:07.688395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:07.714618 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48306) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:07.828159 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bb97a612-28c7-447f-b30d-f7fb41605f6c up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:07.899464 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2dbb472b-1236-4c3d-84c3-4bcfdd6b5733 req-64cce8c0-9f56-478d-a35d-b8d2d92c0a32 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433131 Jul 26 15:38:07.920643 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-37c57c08-f789-4f2b-8aac-c284af87291d req-ff1ecaa8-aff6-446a-a61d-5c00e9387b2f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484039 Jul 26 15:38:07.981749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-b84bcc0f-f448-4e2b-b4cd-55025adf9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:07.988069 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e78c085-5fbe-4653-9e45-a00483bd8064 req-b84bcc0f-f448-4e2b-b4cd-55025adf9d80 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4192982 Jul 26 15:38:08.125079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782b7b1-5ff8-4fd6-9e40-610bedafa3b6 req-75e3b5d9-38fc-4bda-8b8d-4cfd0ff8d60e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.127525 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8782b7b1-5ff8-4fd6-9e40-610bedafa3b6 req-75e3b5d9-38fc-4bda-8b8d-4cfd0ff8d60e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0861189 Jul 26 15:38:08.142501 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port bb97a612-28c7-447f-b30d-f7fb41605f6c triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:08.142910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:08.145916 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afec6eb-99e2-4cd6-a9ec-fe9a59947de7 req-7ab9f8b5-b02b-40b3-afa1-487bee11576b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.153598 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5afec6eb-99e2-4cd6-a9ec-fe9a59947de7 req-7ab9f8b5-b02b-40b3-afa1-487bee11576b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.0782697 Jul 26 15:38:08.218182 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-81bb19e0-199c-4ede-a3fc-cf99015ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.220092 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-81bb19e0-199c-4ede-a3fc-cf99015ecf3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5cc7e509e84773bec86203332e38af&device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 1127 time: 0.0914276 Jul 26 15:38:08.225105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8782b7b1-5ff8-4fd6-9e40-610bedafa3b6 req-58cafe09-bfc8-4604-b630-5f1372289eed tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878141 Jul 26 15:38:08.280486 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-607cc33f-3237-4cdf-b0cd-1734d1c83d27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e HTTP/1.1" status: 200 len: 217 time: 0.0495801 Jul 26 15:38:08.360417 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:08.386166 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port bb97a612-28c7-447f-b30d-f7fb41605f6c is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:08.394783 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5afec6eb-99e2-4cd6-a9ec-fe9a59947de7 req-03f721f8-ec08-414d-99d8-95a9e8a6b973 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351425 Jul 26 15:38:08.407177 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:05Z', 'revision_number': 3, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:08.414892 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-ca61d258-6c35-47d0-b985-7f9268f10c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.416677 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-ca61d258-6c35-47d0-b985-7f9268f10c53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc HTTP/1.1" status: 200 len: 849 time: 0.1160233 Jul 26 15:38:08.424919 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026ebef-4a69-473f-be68-5c75821bcf39 req-7f48ee8a-963a-40a1-aefa-99c3925cf39b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.437270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48320) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:08.445375 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7026ebef-4a69-473f-be68-5c75821bcf39 req-7f48ee8a-963a-40a1-aefa-99c3925cf39b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0877542 Jul 26 15:38:08.445540 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'floatingip': {'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:08.461774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Checking router: 6539b60e-a1ab-4154-b61e-e4045e91b993 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:08.462476 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Updating router 6539b60e-a1ab-4154-b61e-e4045e91b993 port 9b3333f2-8991-40b2-a16a-851cdaaafabc binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:08.493442 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:08.496071 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-d63ba3fe-d968-4a6c-9dc5-213e7b6a3002 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5f8ab70-ca20-493f-94b9-bdf15637a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509310 Jul 26 15:38:08.511935 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:08.630737 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-29eab1c1-7a98-4f1a-96b2-2f07f5714e76 service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261106 Jul 26 15:38:08.645946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:08.674100 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:08.873482 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31385bb2-4dfb-4ee4-ab32-f4c7b846829f req-8435423d-4522-4e3d-915c-42f81109b86f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:08.873482 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-31385bb2-4dfb-4ee4-ab32-f4c7b846829f req-8435423d-4522-4e3d-915c-42f81109b86f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 944 time: 0.2454460 Jul 26 15:38:08.934371 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:09.012890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks [] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:09.017842 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:09.095878 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:09.163365 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:09.183202 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1677bd44-b76c-4604-b1ac-43c7dded5da3 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:09.254000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e24bf5-232f-4e7e-97ad-7e3f4d75bb47 req-ed50940f-d7c0-45de-93ea-86ee87a42800 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:09.264620 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-19e24bf5-232f-4e7e-97ad-7e3f4d75bb47 req-ed50940f-d7c0-45de-93ea-86ee87a42800 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1455855 Jul 26 15:38:09.273115 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-31385bb2-4dfb-4ee4-ab32-f4c7b846829f req-7454f30e-450b-41de-8600-550a87c846f3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044321 Jul 26 15:38:09.307499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Attempting to bind port 9b3333f2-8991-40b2-a16a-851cdaaafabc on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:09.307855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Attempting to bind port 9b3333f2-8991-40b2-a16a-851cdaaafabc by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:09.308212 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Attempting to bind port 9b3333f2-8991-40b2-a16a-851cdaaafabc on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:09.322982 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:09.354146 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:09.354444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:09.354782 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:09.355175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:09.360566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Bound port: 9b3333f2-8991-40b2-a16a-851cdaaafabc, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:09.360977 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:09.450158 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-624ed4f2-0e0e-4bf9-a74a-284914ef91ee req-920ba1cd-e745-470a-9495-e11e4d1e9d89 service neutron] 10.222.0.48 "GET /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803839 Jul 26 15:38:09.450158 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-19e24bf5-232f-4e7e-97ad-7e3f4d75bb47 req-e81b86bc-f247-4ca9-ac03-793347ad13b1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718183 Jul 26 15:38:09.495004 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] For port 9b3333f2-8991-40b2-a16a-851cdaaafabc, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:09.508607 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] For port 9b3333f2-8991-40b2-a16a-851cdaaafabc, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=9b3333f2-8991-40b2-a16a-851cdaaafabc,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:09.523606 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7e0a1-0f4a-455c-b5a7-982cf394342d None None] Pushing event updated for resources: {'Port': ['ID=9b3333f2-8991-40b2-a16a-851cdaaafabc,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:09.523606 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 1677bd44-b76c-4604-b1ac-43c7dded5da3 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:38:09.690616 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18ca76-5eb6-42fc-bbaa-88419bed9c95 req-2c34528f-2e0f-41e0-a0b9-e7421c76b7d3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:09.698012 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7e18ca76-5eb6-42fc-bbaa-88419bed9c95 req-2c34528f-2e0f-41e0-a0b9-e7421c76b7d3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.2585697 Jul 26 15:38:09.726134 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321ff6-8895-4e6c-8fcc-a0b4367258ed req-4a7294fc-bb1d-4b7e-ba22-9141567f1caf tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:09.735956 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b1321ff6-8895-4e6c-8fcc-a0b4367258ed req-4a7294fc-bb1d-4b7e-ba22-9141567f1caf tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.0807288 Jul 26 15:38:09.759658 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7e18ca76-5eb6-42fc-bbaa-88419bed9c95 req-9a471faa-2a72-4303-91d3-13e8bca20e6f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607660 Jul 26 15:38:09.782092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Allocated IP 172.20.0.1 (0835ecc4-c7ad-4c73-8803-8b011d8ed926/733e4251-0e48-4ccc-8f65-85d2b484b89a/d7b6ca25-bab6-46f3-8302-a32d85cb0bd1) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:09.790086 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b1321ff6-8895-4e6c-8fcc-a0b4367258ed req-7bb69fec-60e1-40f0-aa7b-ba6cdb2ac86c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Jul 26 15:38:10.143202 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.187262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 1677bd44-b76c-4604-b1ac-43c7dded5da3 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:10.187669 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.257420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:10.275417 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:10.276080 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:10.344801 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks [] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.406652 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7e0a1-0f4a-455c-b5a7-982cf394342d None None] Pushing event updated for resources: {'Port': ['ID=9b3333f2-8991-40b2-a16a-851cdaaafabc,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:10.483814 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.508426 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b92756-df49-4191-88e0-01e6a41fc6a5 req-8eb189e4-7953-449a-a32f-84cad4bfc32a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:10.513647 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-09b92756-df49-4191-88e0-01e6a41fc6a5 req-8eb189e4-7953-449a-a32f-84cad4bfc32a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 944 time: 0.1082475 Jul 26 15:38:10.533888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:10.539800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1677bd44-b76c-4604-b1ac-43c7dded5da3 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:10.539800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.579429 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-09b92756-df49-4191-88e0-01e6a41fc6a5 req-b15cf4d1-4956-4dcb-a7a5-f1085e5eb12c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620112 Jul 26 15:38:10.588105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.648159 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:10.719595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffc118-9991-4889-b7c1-8747d11d58d5 req-03b86e48-4e1e-4880-b268-8d559ed6f9c9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:10.727490 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-12ffc118-9991-4889-b7c1-8747d11d58d5 req-03b86e48-4e1e-4880-b268-8d559ed6f9c9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0896068 Jul 26 15:38:10.795380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48360) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:10.825141 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:10.825578 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-12ffc118-9991-4889-b7c1-8747d11d58d5 req-689685db-f384-434d-b464-278462864bc7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958028 Jul 26 15:38:10.835028 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:10.845773 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:10.852266 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:10.853808 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6584195-cd29-4cb8-92b1-fc7d69bfa584" -d '{"events": [{"server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "name": "network-vif-plugged", "status": "completed", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:10.883047 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:10.887189 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:05Z', 'revision_number': 3, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:10.961296 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737dd976-8aa3-4de3-b17b-da63daacf161 None None] The sync data for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi is: [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:05Z', 'revision_number': 3, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:10.963928 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.033952 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53475ec-93c1-4d80-9ca0-2caf65c3aceb req-013b5a73-3396-4b74-a3f2-c33c7c1921ab tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:11.047559 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f53475ec-93c1-4d80-9ca0-2caf65c3aceb req-013b5a73-3396-4b74-a3f2-c33c7c1921ab tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.1241407 Jul 26 15:38:11.130570 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:11.137900 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f53475ec-93c1-4d80-9ca0-2caf65c3aceb req-feee7b87-f20d-4d67-aa31-fa032102e77c tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842085 Jul 26 15:38:11.198345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:11.207667 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Pushing event updated for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:11.225890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d4244-91ab-4820-b3e8-6171a13ab12a x-openstack-request-id: req-820d4244-91ab-4820-b3e8-6171a13ab12a {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:11.226439 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "name": "network-vif-plugged", "status": "completed", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:11.226796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-820d4244-91ab-4820-b3e8-6171a13ab12a {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:11.227211 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820d4244-91ab-4820-b3e8-6171a13ab12a'] response: {'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'code': 200} Jul 26 15:38:11.244558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:11.255732 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.344030 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003f21f-8eb7-43d9-93d0-dd2e039531cd req-d6765dc8-7cf5-4b1f-84b0-ecacb29e69eb tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:11.345663 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7003f21f-8eb7-43d9-93d0-dd2e039531cd req-d6765dc8-7cf5-4b1f-84b0-ecacb29e69eb tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.3061049 Jul 26 15:38:11.369897 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-4510ecef-4aec-45c0-a06c-a81ff6ce0c14 None None] Provisioning complete for port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:11.372149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4510ecef-4aec-45c0-a06c-a81ff6ce0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.383363 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:11.404248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.404985 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.405502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.406163 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.406660 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.407239 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.407738 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.408224 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.408751 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.409239 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.419974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.419974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.419974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.419974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.419974 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.431551 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (6539b60e-a1ab-4154-b61e-e4045e91b993), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.435823 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-4510ecef-4aec-45c0-a06c-a81ff6ce0c14 None None] Port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:11.447645 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Publish callbacks [] for security_group (7671d691-84d1-4f98-a85a-acfcdfbbe2bc), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.472998 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:11.597384 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Floating IP b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff associated. External IP: 172.27.1.152, port: 96c23394-f6f0-4c0f-a661-af48811510a4. Jul 26 15:38:11.616081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7671d691-84d1-4f98-a85a-acfcdfbbe2bc), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:11.687132 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7003f21f-8eb7-43d9-93d0-dd2e039531cd req-53138837-c8cb-43fb-a3e5-199f951ab737 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195398 Jul 26 15:38:11.781851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:11.834883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 9b3333f2-8991-40b2-a16a-851cdaaafabc up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:11.836370 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48376) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:11.837488 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=115c7877ef274b759c5de1b5fd4b5267&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0402467 Jul 26 15:38:11.838505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7671d691-84d1-4f98-a85a-acfcdfbbe2bc,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:11.882935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.883567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.884110 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.884780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.885388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.886029 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.886524 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.887012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.887506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.889248 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.889810 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.890305 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.890985 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.891956 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.892545 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13efe8-8ffd-4dbe-829e-dbf25efd62da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:11.989777 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 9b3333f2-8991-40b2-a16a-851cdaaafabc triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:11.993018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.006983 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653379-add9-47cd-84d3-40e6a894c179 req-d3e88611-34d3-426b-8401-edce23541447 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:12.015634 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9e653379-add9-47cd-84d3-40e6a894c179 req-d3e88611-34d3-426b-8401-edce23541447 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.2348223 Jul 26 15:38:12.065101 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.068346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e368-5c0d-45ab-af01-6f0f38d87468 req-47a5e0cc-2223-45b3-b8da-51758c8d362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:12.073730 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dda5e368-5c0d-45ab-af01-6f0f38d87468 req-47a5e0cc-2223-45b3-b8da-51758c8d362c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 1129 time: 0.1579010 Jul 26 15:38:12.083838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:12.174664 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dda5e368-5c0d-45ab-af01-6f0f38d87468 req-f2e2094f-25bd-42ac-9532-46b2574c5f13 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884190 Jul 26 15:38:12.194471 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9e653379-add9-47cd-84d3-40e6a894c179 req-0098cdec-51bd-4927-9b5f-38537c904ae2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775398 Jul 26 15:38:12.204899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 9b3333f2-8991-40b2-a16a-851cdaaafabc is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:12.205290 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.246732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 9b3333f2-8991-40b2-a16a-851cdaaafabc, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=9b3333f2-8991-40b2-a16a-851cdaaafabc,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:12.288280 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] Publish callbacks [] for security_group (7671d691-84d1-4f98-a85a-acfcdfbbe2bc), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.299912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b192cc-2750-40a9-8872-bfe4cde86e97 req-b046ea7c-e4f0-41f7-8341-4e9a9b59ce3e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:12.307721 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4b192cc-2750-40a9-8872-bfe4cde86e97 req-b046ea7c-e4f0-41f7-8341-4e9a9b59ce3e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.3100579 Jul 26 15:38:12.323860 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.346688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2552-89d9-4bf3-89f1-bf1d829a9cb5 req-c7a7ce8f-9cb1-4509-b82e-a985f678d736 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:12.349338 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-70cb2552-89d9-4bf3-89f1-bf1d829a9cb5 req-c7a7ce8f-9cb1-4509-b82e-a985f678d736 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 943 time: 0.0744698 Jul 26 15:38:12.355676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Router 7c487701-5238-448d-9a90-3032c4f28ae1 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:12.394231 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] Publish callbacks [] for security_group (7671d691-84d1-4f98-a85a-acfcdfbbe2bc), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.470181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=9b3333f2-8991-40b2-a16a-851cdaaafabc,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:12.478138 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:12.510044 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-70cb2552-89d9-4bf3-89f1-bf1d829a9cb5 req-b4a7cc35-8595-4dec-94d2-a619e33fbad0 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360166 Jul 26 15:38:12.558705 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:12.596231 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:12.638834 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4b192cc-2750-40a9-8872-bfe4cde86e97 req-cd0eda67-f87c-4c34-8f45-b1947f677a44 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291969 Jul 26 15:38:12.713817 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:12.720696 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.725580 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:12.738433 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:12.738932 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:12.769797 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:12.844493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks [] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.851400 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-80a5eed8-5e29-4c06-8e97-fd282b033e90 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "PUT /v2.0/floatingips/b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff HTTP/1.1" status: 200 len: 991 time: 4.4132810 Jul 26 15:38:12.853576 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7671d691-84d1-4f98-a85a-acfcdfbbe2bc), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.857424 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:12.862841 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/7671d691-84d1-4f98-a85a-acfcdfbbe2bc HTTP/1.1" status: 204 len: 168 time: 1.0238826 Jul 26 15:38:12.864571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:12.866381 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbbc603-84d6-4c03-bc89-ac387f1c3060" -d '{"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:12.887194 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ce4e5-62c8-45cb-8ae7-3b93c99b3479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7671d691-84d1-4f98-a85a-acfcdfbbe2bc,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:12.910084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97468884-5aa7-4bcf-a7e7-9943e7d65c1e req-71f9062d-3993-466c-84bb-b4ead9eb69b6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:12.920936 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-97468884-5aa7-4bcf-a7e7-9943e7d65c1e req-71f9062d-3993-466c-84bb-b4ead9eb69b6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1145277 Jul 26 15:38:12.957546 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:13.001233 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-97468884-5aa7-4bcf-a7e7-9943e7d65c1e req-604113ff-76d6-455a-a10c-7ac7969623db tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792923 Jul 26 15:38:13.024075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c18a448-a65b-4014-ab47-65ddf95266f8 x-openstack-request-id: req-6c18a448-a65b-4014-ab47-65ddf95266f8 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:13.024075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:13.024075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-6c18a448-a65b-4014-ab47-65ddf95266f8 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:13.024075 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c18a448-a65b-4014-ab47-65ddf95266f8'] response: {'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'status': 'completed', 'code': 200} Jul 26 15:38:13.081491 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Pushing event updated for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:13.083995 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (6539b60e-a1ab-4154-b61e-e4045e91b993), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:13.109567 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:13.127131 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1d2e29ba-8a5a-42e4-b7a5-95b96948355e details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:38:13.295290 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:13.314067 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:13.330535 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:13.353029 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e', 'network_id': 'b5f8ab70-ca20-493f-94b9-bdf15637a6df', 'port_id': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e', 'mac_address': 'fa:16:3e:f4:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:38:13.417150 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:13.417814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:13.429847 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-32c1204d-09a7-4409-9c9d-468441a512ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:13.431522 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-32c1204d-09a7-4409-9c9d-468441a512ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.1333115 Jul 26 15:38:13.440810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2e29ba-8a5a-42e4-b7a5-95b96948355e {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:38:13.499780 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:13.569863 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:38:10Z', 'revision_number': 1, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:13.581646 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:13.661714 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:13.683895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-d831f5f5-c920-4c45-8d68-82824486c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:13.686003 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:13.686804 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-d831f5f5-c920-4c45-8d68-82824486c233 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.2469912 Jul 26 15:38:13.698976 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:13.851646 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:13.876890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-95c31e53-6a00-45e3-905c-62b621494ec7 None None] Provisioning complete for port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:13.882656 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-95c31e53-6a00-45e3-905c-62b621494ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:13.890961 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:13.907875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Router 6539b60e-a1ab-4154-b61e-e4045e91b993 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:13.909819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:13.921550 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f7c32-148f-4430-9d04-aac0247ffc20 req-b9a753aa-1bd0-458c-b0a9-5814148354e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:13.923132 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6e5f7c32-148f-4430-9d04-aac0247ffc20 req-b9a753aa-1bd0-458c-b0a9-5814148354e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.5749924 Jul 26 15:38:13.972109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f8267-6e6a-4ba0-aa23-5bb082f78f57 req-210c932e-15b3-4a90-80a1-12fb2bf02447 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:13.975088 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-279f8267-6e6a-4ba0-aa23-5bb082f78f57 req-210c932e-15b3-4a90-80a1-12fb2bf02447 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 944 time: 0.1842966 Jul 26 15:38:13.989275 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 9b3333f2-8991-40b2-a16a-851cdaaafabc up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:14.045407 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:14.067474 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['1d2e29ba-8a5a-42e4-b7a5-95b96948355e'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:38:14.092284 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-279f8267-6e6a-4ba0-aa23-5bb082f78f57 req-a3a0c22b-0511-4455-83f0-605b9dedac71 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054990 Jul 26 15:38:14.126262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-95c31e53-6a00-45e3-905c-62b621494ec7 None None] Port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:14.135253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:14.155839 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-2dd2b0af-c9b3-4fbc-8dfc-1651ffcca68f admin admin] 10.222.0.128 "PUT /v2.0/routers/6539b60e-a1ab-4154-b61e-e4045e91b993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4297662 Jul 26 15:38:14.156173 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Sync routers for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:14.198481 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:14.199403 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:14.225244 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6e5f7c32-148f-4430-9d04-aac0247ffc20 req-cf8d1da4-b77c-4258-a656-d55b8192e344 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493747 Jul 26 15:38:14.359904 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:14.368333 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 9b3333f2-8991-40b2-a16a-851cdaaafabc triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:14.368964 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:14.470193 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:38:10Z', 'revision_number': 1, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:14.508258 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6fb3-9a35-4da3-8496-b722097d307f req-1ac9a81a-3015-4544-8ecd-e3675966925d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:14.510016 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-775a6fb3-9a35-4da3-8496-b722097d307f req-1ac9a81a-3015-4544-8ecd-e3675966925d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1327333 Jul 26 15:38:14.538512 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87563ebf-146c-402d-8db4-3374b2c424a2 None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:38:10Z', 'revision_number': 1, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:14.548805 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:14.586455 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-8cc49e00-246b-4772-8e78-b18915052d03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 999 time: 0.3644776 Jul 26 15:38:14.600365 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-775a6fb3-9a35-4da3-8496-b722097d307f req-44908dc0-3008-4868-8267-2e03d2240c62 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820947 Jul 26 15:38:14.624648 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f916e2-8e69-476f-8921-94d55653acaa req-7cb62d66-e12e-437b-aef4-4acd899a6138 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:14.626216 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-89f916e2-8e69-476f-8921-94d55653acaa req-7cb62d66-e12e-437b-aef4-4acd899a6138 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.2327869 Jul 26 15:38:14.679994 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:14.764588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-3c34a690-c2a7-4048-a7b2-7f490dd1bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:14.767653 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-3c34a690-c2a7-4048-a7b2-7f490dd1bc38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.1404266 Jul 26 15:38:14.784363 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-89f916e2-8e69-476f-8921-94d55653acaa req-fc7ff916-8915-4b58-86d6-3383ba36e7af tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331360 Jul 26 15:38:14.883380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-4e72f908-7f34-4efe-8567-9631e03e3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:14.884964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-4e72f908-7f34-4efe-8567-9631e03e3dd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967393 Jul 26 15:38:14.993116 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f7d2e-7f52-499a-9e6b-2f17bb5fb851 None None] New status for floating IP b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:38:15.058289 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-10c5b874-3957-4c07-8ad2-7d473fb678bd service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651623 Jul 26 15:38:15.091510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48430) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:15.168317 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:38:15.170803 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bbbc603-84d6-4c03-bc89-ac387f1c3060 req-018bf678-527b-45c2-9582-654513ad7f87 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062152 Jul 26 15:38:15.287855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 9b3333f2-8991-40b2-a16a-851cdaaafabc is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:15.322745 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:15.333690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae9f42-d161-4064-b209-2b7215469e77 req-4a29e1dc-3e18-46c4-8c63-023391fef659 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:15.336389 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-58ae9f42-d161-4064-b209-2b7215469e77 req-4a29e1dc-3e18-46c4-8c63-023391fef659 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 944 time: 0.1351759 Jul 26 15:38:15.382693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:15.445936 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 2, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:15.493730 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:15.499982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f63a3-1727-4d1e-9f39-d2c832b079f6 req-2e255c42-a625-4382-a7d1-6bc5cfc6ddb5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:15.509618 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2b4f63a3-1727-4d1e-9f39-d2c832b079f6 req-2e255c42-a625-4382-a7d1-6bc5cfc6ddb5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.1281657 Jul 26 15:38:15.510217 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-58ae9f42-d161-4064-b209-2b7215469e77 req-058c25c2-56b9-433d-8f03-b146403bddcc tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564369 Jul 26 15:38:15.513318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcccd-7507-4be1-8989-6089dfea20ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:15.554839 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Checking router: 6539b60e-a1ab-4154-b61e-e4045e91b993 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:15.558328 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Updating router 6539b60e-a1ab-4154-b61e-e4045e91b993 port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:15.630420 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2b4f63a3-1727-4d1e-9f39-d2c832b079f6 req-6f03b26b-90d9-479d-8b4a-979c8658ac14 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194928 Jul 26 15:38:15.641200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:15.689520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcccd-7507-4be1-8989-6089dfea20ee admin admin] Publish callbacks [] for security_group (677da04f-4efa-489d-9cef-a7f8acbb7405), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:15.754176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3f5bcccd-7507-4be1-8989-6089dfea20ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (677da04f-4efa-489d-9cef-a7f8acbb7405), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:15.873431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400715c-27b2-40d2-8b6a-284746a9eb42 req-14f25eef-6b6a-4012-b499-a4ea805eec88 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:15.888297 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c400715c-27b2-40d2-8b6a-284746a9eb42 req-14f25eef-6b6a-4012-b499-a4ea805eec88 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.1389346 Jul 26 15:38:15.894663 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48460) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:15.902207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'port_id': '1677bd44-b76c-4604-b1ac-43c7dded5da3'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:15.904003 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c1f58b9f-9afc-4065-ae07-fb040c6bf98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:15.948412 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d137ca-6fc3-4fd1-8c5c-f2cfba0f1256 req-2c78863c-7a9e-4e1f-93e5-4747f28ff216 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:15.950077 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-17d137ca-6fc3-4fd1-8c5c-f2cfba0f1256 req-2c78863c-7a9e-4e1f-93e5-4747f28ff216 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1093659 Jul 26 15:38:15.955659 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48462) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:15.959623 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3f5bcccd-7507-4be1-8989-6089dfea20ee admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=e045fe1c61644fde9dabd25af5f36970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8656533 Jul 26 15:38:15.963843 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1971384386-network', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:15.974054 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48464) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:16.051127 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bcccd-7507-4be1-8989-6089dfea20ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677da04f-4efa-489d-9cef-a7f8acbb7405,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:16.111426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1884b88-dae7-4835-b93d-93581b221e6b req-d7c14123-b4ca-4e1b-8c91-d03b0ae32c90 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:16.113018 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f1884b88-dae7-4835-b93d-93581b221e6b req-d7c14123-b4ca-4e1b-8c91-d03b0ae32c90 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1178176 Jul 26 15:38:16.113806 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] Publish callbacks [] for security_group (677da04f-4efa-489d-9cef-a7f8acbb7405), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.143413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] Publish callbacks [] for security_group (677da04f-4efa-489d-9cef-a7f8acbb7405), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.152413 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.205927 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Made reservation on behalf of 94a7db1ba4cf4b0d9a824c148c641109 for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:16.208956 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.224076 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-17d137ca-6fc3-4fd1-8c5c-f2cfba0f1256 req-79f41f14-3d85-4798-b32f-014cb878f446 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466471 Jul 26 15:38:16.224076 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.258608 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks [] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.312026 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (677da04f-4efa-489d-9cef-a7f8acbb7405), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.314637 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.316492 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/677da04f-4efa-489d-9cef-a7f8acbb7405 HTTP/1.1" status: 204 len: 168 time: 0.3330564 Jul 26 15:38:16.333999 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f1884b88-dae7-4835-b93d-93581b221e6b req-fa1919ba-0a10-44b9-9a17-6ed1647bf6dc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080612 Jul 26 15:38:16.337317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b476479-3a5f-488d-85cb-6abec2990030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677da04f-4efa-489d-9cef-a7f8acbb7405,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:16.374534 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.492105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks [] for security_group (f64f90a8-1405-477e-9670-78adb9b6d5e4), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.502541 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073297-a5c3-4df1-9af1-193d40e0e62e None None] Pushing event updated for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:16.552664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f64f90a8-1405-477e-9670-78adb9b6d5e4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.571133 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:38:16.583547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (d3898320-1c14-46b9-a5e3-b081d68722f3), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.584314 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Added segment d3898320-1c14-46b9-a5e3-b081d68722f3 of type vlan for network fd5156aa-34f8-4119-9582-fb43722bace7 Jul 26 15:38:16.648939 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (fd5156aa-34f8-4119-9582-fb43722bace7), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.665832 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:16.704858 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:16.705371 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Attempting to bind port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:16.706028 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Attempting to bind port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:16.706392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Attempting to bind port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 on network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:16.719925 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:16.720317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Checking segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:16.720750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.721137 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Bound using segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:16.721801 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Bound port: d7b6ca25-bab6-46f3-8302-a32d85cb0bd1, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:16.723397 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.749431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:16.831674 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f90a8-1405-477e-9670-78adb9b6d5e4,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:16.898449 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12833b-da62-4a9a-b02c-cf2203539b66 req-5ed1bf8e-678a-468c-aff6-f0c2c6b9a767 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:16.898449 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b12833b-da62-4a9a-b02c-cf2203539b66 req-5ed1bf8e-678a-468c-aff6-f0c2c6b9a767 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 944 time: 0.1978250 Jul 26 15:38:16.905520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (fd5156aa-34f8-4119-9582-fb43722bace7), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.905520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:16.905520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:16.923356 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] For port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:16.959312 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] For port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:17.020676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:17.025687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] Pushing event updated for resources: {'Network': ['ID=fd5156aa-34f8-4119-9582-fb43722bace7,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:17.038520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network fd5156aa-34f8-4119-9582-fb43722bace7 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:38:17.084587 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b12833b-da62-4a9a-b02c-cf2203539b66 req-7bd108fb-8d56-4126-a88b-63e07db2cc4b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560745 Jul 26 15:38:17.155303 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3c2b8c58-bacb-494b-a80a-aef6889114a0 None None] Provisioning complete for port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:17.155728 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c58-bacb-494b-a80a-aef6889114a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.157785 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1d2e29ba-8a5a-42e4-b7a5-95b96948355e up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:17.210922 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:17.258219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b8c58-bacb-494b-a80a-aef6889114a0 None None] Port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:17.277487 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:38:17.409934 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:17.444340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.456258 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f79fb-b251-44ff-b9fa-aadb6c9a79f3 req-7bb98183-0c87-41fb-9fae-2cc0f9fd1b21 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:17.457812 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-145f79fb-b251-44ff-b9fa-aadb6c9a79f3 req-7bb98183-0c87-41fb-9fae-2cc0f9fd1b21 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0624452 Jul 26 15:38:17.481979 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758146c-cb76-4db7-9114-61d94f8eb0af req-0f21566a-3534-4f9e-98c1-0391dca1411f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:17.483499 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0758146c-cb76-4db7-9114-61d94f8eb0af req-0f21566a-3534-4f9e-98c1-0391dca1411f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0576768 Jul 26 15:38:17.512079 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-145f79fb-b251-44ff-b9fa-aadb6c9a79f3 req-b3945e16-b08a-40cc-81a7-c1d82b310e7f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Jul 26 15:38:17.535896 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0758146c-cb76-4db7-9114-61d94f8eb0af req-8d2049a3-2629-4577-a777-fcfe922e6d61 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465655 Jul 26 15:38:17.627917 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.636513 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c4ab8078-5237-455a-a52f-a9b605c11aef admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6712027 Jul 26 15:38:17.639472 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48476) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:17.646463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Request body: {'subnet': {'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1971384386-subnet', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:17.688253 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:17.688963 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:37:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:17.696017 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.699122 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:17.699502 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.753634 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Made reservation on behalf of 94a7db1ba4cf4b0d9a824c148c641109 for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:17.756717 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:17.766449 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073297-a5c3-4df1-9af1-193d40e0e62e None None] Pushing event updated for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:17.896727 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP 639f91be-969e-44b7-8e12-6747f00fed87 associated. External IP: 172.27.1.63, port: 1677bd44-b76c-4604-b1ac-43c7dded5da3. Jul 26 15:38:17.964304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:18.009511 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:18.010164 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.069174 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:18.082365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be706895-6850-43cd-850d-0f20e496d80e" -d '{"events": [{"server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:18.086802 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:18.140583 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:18.157046 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Provisioning complete for port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:18.157046 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.235743 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd7573-e36f-4393-9d9a-76dd1fed9554 x-openstack-request-id: req-dcbd7573-e36f-4393-9d9a-76dd1fed9554 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:18.237334 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:18.237989 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-dcbd7573-e36f-4393-9d9a-76dd1fed9554 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:18.238626 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbd7573-e36f-4393-9d9a-76dd1fed9554'] response: {'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e', 'code': 200} Jul 26 15:38:18.249741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.271887 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (6ae3b1d3-15ba-4047-8850-751f93adae97), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.404884 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:18.460680 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Current status of the port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:18.461143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.468358 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7366e912-eb48-4f3d-8862-56eafad657bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.487861 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:16Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:18.513232 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:18.530568 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e293eb-4bc0-42b9-83c9-d344436d3c71 None None] The sync data for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi is: [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:16Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:18.554866 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17387a3-4617-482a-911b-dcadeb3ab14f req-ea252884-0bdc-49e8-8154-24631a1f8055 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:18.555833 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e17387a3-4617-482a-911b-dcadeb3ab14f req-ea252884-0bdc-49e8-8154-24631a1f8055 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.3446634 Jul 26 15:38:18.561074 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] For port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:18.655860 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:18.717614 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae3b1d3-15ba-4047-8850-751f93adae97,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:18.770163 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Checking segment: {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:18.770664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Network hostable DHCP agents. Network: fd5156aa-34f8-4119-9582-fb43722bace7, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:38:18.782629 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e17387a3-4617-482a-911b-dcadeb3ab14f req-932abce4-1065-474b-9176-14467406fac1 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080803 Jul 26 15:38:18.786130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b947b-183d-41d7-bd80-52cb292cc397 None None] Pushing event updated for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:18.896574 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5f44-803a-4fad-8ea1-77bea9b00208 req-cd74a00d-3143-4c49-be15-b9ee1cc76f64 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:18.904983 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e00e5f44-803a-4fad-8ea1-77bea9b00208 req-cd74a00d-3143-4c49-be15-b9ee1cc76f64 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.2177017 Jul 26 15:38:18.919504 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Network fd5156aa-34f8-4119-9582-fb43722bace7 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:38:18.971655 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a3a10-51b8-478a-a66f-19ea4a189176 req-56854e26-1acb-461c-8f0a-00e33a937175 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:18.973045 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:18.974008 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b31a3a10-51b8-478a-a66f-19ea4a189176 req-56854e26-1acb-461c-8f0a-00e33a937175 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1024473 Jul 26 15:38:18.981917 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953744-7742-4b18-959e-aefe22603a51 req-c84aada0-ccf8-4cb2-8ac3-c230758b89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:18.989225 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8953744-7742-4b18-959e-aefe22603a51 req-c84aada0-ccf8-4cb2-8ac3-c230758b89f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 1129 time: 0.1926501 Jul 26 15:38:19.023854 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:19.081377 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, fd5156aa-34f8-4119-9582-fb43722bace7) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:19.087290 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:19.088319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.092960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f981a-643d-4451-a51d-c48e3d985410 None None] Network fd5156aa-34f8-4119-9582-fb43722bace7 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:19.095865 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:19.132880 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b31a3a10-51b8-478a-a66f-19ea4a189176 req-7de20f7d-b12c-4d9f-b31d-373f11573d86 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516070 Jul 26 15:38:19.163525 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b8953744-7742-4b18-959e-aefe22603a51 req-9863c32b-f165-4761-9b34-42224b509053 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497793 Jul 26 15:38:19.210733 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e00e5f44-803a-4fad-8ea1-77bea9b00208 req-8ed6317e-5f61-4f1a-9aab-72d813e66888 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044095 Jul 26 15:38:19.212549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:19.220763 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.237254 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-82bfb1ee-aca6-4d26-8c42-844c981fc2fa admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5919683 Jul 26 15:38:19.263415 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48512) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:19.294714 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:19.297044 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7a1213f1-b3cb-457f-8e32-6d1920754ef7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "PUT /v2.0/floatingips/639f91be-969e-44b7-8e12-6747f00fed87 HTTP/1.1" status: 200 len: 990 time: 3.4031677 Jul 26 15:38:19.297044 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:19.298231 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:19.302529 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1dc78-f9f5-43a5-b045-f173464b7296" -d '{"events": [{"name": "network-changed", "server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:19.357461 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-fd5156aa-34f8-4119-9582-fb43722bace7', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:38:19.361465 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.375992 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520f2f6-5209-45f1-a3d8-14161bc4da43 x-openstack-request-id: req-5520f2f6-5209-45f1-a3d8-14161bc4da43 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:19.376358 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:19.376748 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-5520f2f6-5209-45f1-a3d8-14161bc4da43 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:19.377254 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5520f2f6-5209-45f1-a3d8-14161bc4da43'] response: {'name': 'network-changed', 'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'status': 'completed', 'code': 200} Jul 26 15:38:19.406031 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48520) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:19.424715 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:19.424715 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:19.444237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (579b6778-a78b-4cae-8481-c88c657d6252), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.447779 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (579b6778-a78b-4cae-8481-c88c657d6252), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.592549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-f1701402-e8dc-43ce-a01d-f4f2c98f607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:19.596850 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-f1701402-e8dc-43ce-a01d-f4f2c98f607d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 1129 time: 0.1522551 Jul 26 15:38:19.603766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for router_controller (579b6778-a78b-4cae-8481-c88c657d6252), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.629634 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-296832444-network', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:19.726067 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Made reservation on behalf of 3e5dd905492343709b710fabd8a3d24f for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:19.732647 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.805458 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:19.822837 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:19.848838 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-91e77847-285f-4a39-adf7-bdf568e15de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:19.852257 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-91e77847-285f-4a39-adf7-bdf568e15de5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.2459502 Jul 26 15:38:19.878794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:20.036358 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306ad31-89ef-4b7d-88c6-9803d3676389 req-24594e46-8d78-4a7f-91c1-01188bbc208f tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:20.042255 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1306ad31-89ef-4b7d-88c6-9803d3676389 req-24594e46-8d78-4a7f-91c1-01188bbc208f tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1040046 Jul 26 15:38:20.132306 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:20.187568 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1306ad31-89ef-4b7d-88c6-9803d3676389 req-9f5b8c84-77ac-4a5f-939c-926c8ed28c25 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387730 Jul 26 15:38:20.319780 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.321709 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-27df1501-fc2d-4314-a39e-d2d47506b56f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3 HTTP/1.1" status: 200 len: 998 time: 0.1797030 Jul 26 15:38:20.411835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770286a-2c42-4a5a-b0b0-7ae8e577d58b req-7e5185c1-5a40-46b5-b2f8-0306ca63d33c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:20.414163 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2770286a-2c42-4a5a-b0b0-7ae8e577d58b req-7e5185c1-5a40-46b5-b2f8-0306ca63d33c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.0627782 Jul 26 15:38:20.432076 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-95275d1f-68b8-4d2f-83a8-07e474c025d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:20.434111 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-95275d1f-68b8-4d2f-83a8-07e474c025d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.1002219 Jul 26 15:38:20.489370 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for router_gateway (579b6778-a78b-4cae-8481-c88c657d6252), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.547157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a05f-985d-4d2f-afeb-e74e96177ebf req-2ab833a4-f625-4dad-ae1b-f4f51529f164 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:20.556716 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d243a05f-985d-4d2f-afeb-e74e96177ebf req-2ab833a4-f625-4dad-ae1b-f4f51529f164 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1205931 Jul 26 15:38:20.639680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks [] for security_group (18563d9c-924e-49a7-aa49-405b67215ded), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.712823 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d243a05f-985d-4d2f-afeb-e74e96177ebf req-c5853ffb-9e54-45a7-9436-9524b2a77ae2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459033 Jul 26 15:38:20.721339 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2770286a-2c42-4a5a-b0b0-7ae8e577d58b req-d1a8c0f9-3e59-4e6f-b168-09d7015b7213 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770810 Jul 26 15:38:20.729913 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (18563d9c-924e-49a7-aa49-405b67215ded), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.773591 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:38:20.808179 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:20.866326 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Allocated IP 172.20.0.2 (fd5156aa-34f8-4119-9582-fb43722bace7/6ae3b1d3-15ba-4047-8850-751f93adae97/048e6a2a-ba6f-44ab-90a3-5d3463589430) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:20.869167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '639f91be-969e-44b7-8e12-6747f00fed87', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:c1:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:44Z', 'updated_at': '2022-07-26T15:38:16Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}, {'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:20.876589 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:20.878353 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.885126 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:20.940024 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for router_gateway (579b6778-a78b-4cae-8481-c88c657d6252), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.946819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18563d9c-924e-49a7-aa49-405b67215ded,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:20.954200 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (4d112c50-5874-4121-a752-7c055dff19d2), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.954771 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Added segment 4d112c50-5874-4121-a752-7c055dff19d2 of type vlan for network 80485f05-76b1-4fa2-b061-24e6bca76484 Jul 26 15:38:20.983532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:20.983907 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:21.055035 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:21.055674 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:21.091296 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (80485f05-76b1-4fa2-b061-24e6bca76484), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.238630 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-6549b868-c293-4096-8f0d-5e10c0a36b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:21.241556 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-6549b868-c293-4096-8f0d-5e10c0a36b9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076698 Jul 26 15:38:21.242931 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Allocated IP 172.27.1.69 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:21.260414 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (80485f05-76b1-4fa2-b061-24e6bca76484), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.262755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:21.262755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.283259 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:21.423636 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-5bc61698-6e14-4825-a9ea-b59ef61fe136 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751020 Jul 26 15:38:21.470857 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:21.473392 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] Pushing event updated for resources: {'Network': ['ID=80485f05-76b1-4fa2-b061-24e6bca76484,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:21.511857 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 80485f05-76b1-4fa2-b061-24e6bca76484 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:38:21.559754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.598143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:21.611761 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.613596 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.615353 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a0c46a55-5c8c-47ae-9778-36e846f4ad0e admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.2084577 Jul 26 15:38:21.616147 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48544) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:21.622840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Request body: {'subnet': {'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-296832444-subnet', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:21.672990 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.688922 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:21.696242 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a5a1dc78-f9f5-43a5-b045-f173464b7296 req-ec1305d9-ad53-4716-a777-27349ef2903b service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332079 Jul 26 15:38:21.715137 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916e41a-edf3-4660-a258-81c956c0ef45 req-e4069dfd-fd60-4d5d-ac17-16c7dec1ab0e tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:21.719407 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1916e41a-edf3-4660-a258-81c956c0ef45 req-e4069dfd-fd60-4d5d-ac17-16c7dec1ab0e tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.2931349 Jul 26 15:38:21.754822 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks [] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.768247 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:21.782446 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Pushing event updated for resources: {'Port': ['ID=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:21.784523 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Made reservation on behalf of 3e5dd905492343709b710fabd8a3d24f for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:21.790186 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:21.828743 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:21.860455 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1916e41a-edf3-4660-a258-81c956c0ef45 req-9ca96df1-e9ee-4b96-9cc9-a2dc24267e41 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396394 Jul 26 15:38:21.864764 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.054823 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:22.069705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1adc8-22ef-43cd-8d0e-7164175067f2 req-f6f00d65-cfcc-48fd-a441-f0f2d0ee8a92 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:22.081617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3c1adc8-22ef-43cd-8d0e-7164175067f2 req-f6f00d65-cfcc-48fd-a441-f0f2d0ee8a92 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1134100 Jul 26 15:38:22.096887 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Network fd5156aa-34f8-4119-9582-fb43722bace7 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:22.104364 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:22.114365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:22.124505 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:22.125916 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:22.129868 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:22.139635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac66b0c-516c-4353-9e79-7b3a2b654f21 req-8e3216f2-b32f-4f14-9128-f5c8f8c02a3e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:22.141650 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0ac66b0c-516c-4353-9e79-7b3a2b654f21 req-8e3216f2-b32f-4f14-9128-f5c8f8c02a3e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0993390 Jul 26 15:38:22.179933 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (dfffdab0-e599-4ef5-84f4-f0e94c389d54), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.206153 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Pushing event updated for resources: {'Port': ['ID=048e6a2a-ba6f-44ab-90a3-5d3463589430,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:22.260277 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3c1adc8-22ef-43cd-8d0e-7164175067f2 req-6da1fdee-db57-427d-9dba-26804f81aeb5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667585 Jul 26 15:38:22.266535 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:22.372838 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfffdab0-e599-4ef5-84f4-f0e94c389d54,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:22.393578 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Attempting to bind port 048e6a2a-ba6f-44ab-90a3-5d3463589430 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:22.394011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Attempting to bind port 048e6a2a-ba6f-44ab-90a3-5d3463589430 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:22.394375 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Attempting to bind port 048e6a2a-ba6f-44ab-90a3-5d3463589430 on network fd5156aa-34f8-4119-9582-fb43722bace7 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:22.406709 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:22.407084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Checking segment: {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:22.407809 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.407933 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Bound using segment: {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:22.408350 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Bound port: 048e6a2a-ba6f-44ab-90a3-5d3463589430, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:22.408753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.413603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:22.413603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Network hostable DHCP agents. Network: 80485f05-76b1-4fa2-b061-24e6bca76484, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:38:22.429899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '639f91be-969e-44b7-8e12-6747f00fed87', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:c1:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:44Z', 'updated_at': '2022-07-26T15:38:16Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}, {'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:22.487850 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0ac66b0c-516c-4353-9e79-7b3a2b654f21 req-ab8a0370-09a2-42f2-bfae-36b64353215c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203890 Jul 26 15:38:22.516645 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd51bcd-1e57-47fb-825d-130b5adc4671 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '639f91be-969e-44b7-8e12-6747f00fed87', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:c1:34:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:44Z', 'updated_at': '2022-07-26T15:38:16Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}, {'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:22.521247 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] For port 048e6a2a-ba6f-44ab-90a3-5d3463589430, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:22.538637 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] For port 048e6a2a-ba6f-44ab-90a3-5d3463589430, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=048e6a2a-ba6f-44ab-90a3-5d3463589430,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:22.597255 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:38:22.632690 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.728908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 80485f05-76b1-4fa2-b061-24e6bca76484) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:22.734206 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7703415-fcb6-4e4e-8309-318f6a7972ee None None] Pushing event updated for resources: {'Port': ['ID=048e6a2a-ba6f-44ab-90a3-5d3463589430,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:22.743750 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:22.744345 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.760125 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e047b-7aa2-4a5a-a689-b2a9a20bb855 None None] Network 80485f05-76b1-4fa2-b061-24e6bca76484 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:22.776724 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for router_gateway (579b6778-a78b-4cae-8481-c88c657d6252), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:22.906416 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-be5d8a9a-a94e-44d1-ace3-8b72e723d722 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2864747 Jul 26 15:38:22.906775 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48558) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:22.911264 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:22.969183 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb4d12-c5d6-448d-8932-54a723fe338e None None] New status for floating IP 639f91be-969e-44b7-8e12-6747f00fed87: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:38:23.037206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.038660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.045030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-80485f05-76b1-4fa2-b061-24e6bca76484', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:38:23.046084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.172968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7d31d-25a3-4730-9b28-b86e95e4e3bd req-6cf4d0c6-e6a5-4e25-a0be-ac5a389cb9cc tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:23.180786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-47c7d31d-25a3-4730-9b28-b86e95e4e3bd req-6cf4d0c6-e6a5-4e25-a0be-ac5a389cb9cc tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1595535 Jul 26 15:38:23.204525 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:23.257842 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for router_controller (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.361368 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-47c7d31d-25a3-4730-9b28-b86e95e4e3bd req-44370320-57bb-45e0-b642-9c7701d69b54 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793578 Jul 26 15:38:23.443481 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Allocated IP 172.20.0.2 (80485f05-76b1-4fa2-b061-24e6bca76484/dfffdab0-e599-4ef5-84f4-f0e94c389d54/3b2cac9a-8251-463f-8140-e89bc6511629) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:23.470945 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:23.484222 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (579b6778-a78b-4cae-8481-c88c657d6252), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.740521 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for router_gateway (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:23.772984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17f73f-56a1-419b-8ed3-ba5254403328 req-416bd087-6bf3-415e-b93a-960274a4313f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:23.782731 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0e17f73f-56a1-419b-8ed3-ba5254403328 req-416bd087-6bf3-415e-b93a-960274a4313f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1147137 Jul 26 15:38:23.941117 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 048e6a2a-ba6f-44ab-90a3-5d3463589430 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:23.985342 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b0177-e2d4-48b1-9916-b053b45d62c2 req-2ac3c1fc-cffa-4ae3-a9a7-613ad24ec4ef tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:23.990970 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9d5b0177-e2d4-48b1-9916-b053b45d62c2 req-2ac3c1fc-cffa-4ae3-a9a7-613ad24ec4ef tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.5493655 Jul 26 15:38:24.165227 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0e17f73f-56a1-419b-8ed3-ba5254403328 req-6c0e1502-3ffc-4805-8194-56db268befa9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810987 Jul 26 15:38:24.234534 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9d5b0177-e2d4-48b1-9916-b053b45d62c2 req-aad148da-e61f-4a0e-856a-f74d56c677f0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106531 Jul 26 15:38:24.283040 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 048e6a2a-ba6f-44ab-90a3-5d3463589430 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:24.284326 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.300643 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Router 579b6778-a78b-4cae-8481-c88c657d6252 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:38:24.440384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks [] for port (3b2cac9a-8251-463f-8140-e89bc6511629), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.473431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for router_gateway (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.502304 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.506000 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 048e6a2a-ba6f-44ab-90a3-5d3463589430 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:24.510152 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.575784 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:24.598034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 048e6a2a-ba6f-44ab-90a3-5d3463589430, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=048e6a2a-ba6f-44ab-90a3-5d3463589430,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:24.604111 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:24.607107 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Sync routers for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:24.627736 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:24.628556 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:24.679594 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5882c27-74b6-4a46-af34-aece66a0b1b4 None None] Network fd5156aa-34f8-4119-9582-fb43722bace7 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:24.691549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Allocated IP 172.27.1.121 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/e431195b-62c2-4c50-aa8f-1cdc963edc83) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:24.813663 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-1c145560-52f4-4097-85f2-cb6f7c3defce None None] Provisioning complete for port 048e6a2a-ba6f-44ab-90a3-5d3463589430 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:24.814361 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1c145560-52f4-4097-85f2-cb6f7c3defce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.815389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:24.819309 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.842113 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:24.875740 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:24.891891 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:24.893219 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8b92e2d1-474d-47df-ab97-bf75f2c9ef3c admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6213224 Jul 26 15:38:24.900643 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48598) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:24.953003 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:25.000668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:25.008643 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:25.013976 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:25.093868 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Pushing event updated for resources: {'Port': ['ID=e431195b-62c2-4c50-aa8f-1cdc963edc83,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:25.106426 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:25.122888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:25.226083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:25.374664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:25.385053 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c826-6a53-4a26-94c1-0bc8d258aecf req-061c8510-8374-4a67-a8fd-c6ca736f07ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:25.389191 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d8b3c826-6a53-4a26-94c1-0bc8d258aecf req-061c8510-8374-4a67-a8fd-c6ca736f07ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1904402 Jul 26 15:38:25.428597 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:25.436729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:25.452847 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:25.463444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Pushing event updated for resources: {'Port': ['ID=3b2cac9a-8251-463f-8140-e89bc6511629,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:25.484153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-d43d3fcf-57a3-4aa1-8e14-7d59ceb2e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:25.485757 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-d43d3fcf-57a3-4aa1-8e14-7d59ceb2e91b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1129 time: 0.1249778 Jul 26 15:38:25.585182 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1c145560-52f4-4097-85f2-cb6f7c3defce None None] Current status of the port 048e6a2a-ba6f-44ab-90a3-5d3463589430 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:25.635509 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d8b3c826-6a53-4a26-94c1-0bc8d258aecf req-ef657abb-6042-4908-a91d-b963b9de8a0a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370379 Jul 26 15:38:25.685959 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-7ffaae33-c7c3-4eb6-bcae-0a3554ad185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:25.687847 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-7ffaae33-c7c3-4eb6-bcae-0a3554ad185a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.1780739 Jul 26 15:38:25.880827 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=048e6a2a-ba6f-44ab-90a3-5d3463589430,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:25.906193 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:25.912665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Attempting to bind port 3b2cac9a-8251-463f-8140-e89bc6511629 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:25.912665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Attempting to bind port 3b2cac9a-8251-463f-8140-e89bc6511629 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:25.916926 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Attempting to bind port 3b2cac9a-8251-463f-8140-e89bc6511629 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:25.962701 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:25.964595 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:25.976175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:25.976175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Bound using segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:25.976175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Bound port: 3b2cac9a-8251-463f-8140-e89bc6511629, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:25.976175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:25.978409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780e06-4536-442c-ac2c-1151411b3f32 req-fbd67cda-a2e4-4912-9daf-3df3ba2d09be tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:25.982096 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:22Z', 'revision_number': 3, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:25.984278 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a2780e06-4536-442c-ac2c-1151411b3f32 req-fbd67cda-a2e4-4912-9daf-3df3ba2d09be tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1367052 Jul 26 15:38:26.005384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-a15d726e-d31e-4935-bed9-e1ea77edace5 None None] Provisioning complete for port 048e6a2a-ba6f-44ab-90a3-5d3463589430 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:26.010616 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a15d726e-d31e-4935-bed9-e1ea77edace5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.014472 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1d980-33e0-4036-a966-929b39713760 req-4cd0b979-b99a-432e-b89e-679f9572e3c3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:26.023048 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-22d1d980-33e0-4036-a966-929b39713760 req-4cd0b979-b99a-432e-b89e-679f9572e3c3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1166158 Jul 26 15:38:26.096267 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.116846 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Checking router: 579b6778-a78b-4cae-8481-c88c657d6252 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:26.117219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Updating router 579b6778-a78b-4cae-8481-c88c657d6252 port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:26.157162 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-22d1d980-33e0-4036-a966-929b39713760 req-f63d357e-b3ff-4d4f-ab7f-505f63cf197e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329610 Jul 26 15:38:26.171301 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a2780e06-4536-442c-ac2c-1151411b3f32 req-c2707105-7808-480d-b0b9-a0f0a8623db1 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830039 Jul 26 15:38:26.323253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for router_gateway (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.331990 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.436272 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] For port 3b2cac9a-8251-463f-8140-e89bc6511629, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:26.474023 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:26.502392 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Allocated IP 172.20.0.1 (fd5156aa-34f8-4119-9582-fb43722bace7/6ae3b1d3-15ba-4047-8850-751f93adae97/b5d3b0d7-2c33-4070-80ce-1deb063f2bb8) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:26.513658 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] For port 3b2cac9a-8251-463f-8140-e89bc6511629, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3b2cac9a-8251-463f-8140-e89bc6511629,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:26.638501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.662614 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-a15d726e-d31e-4935-bed9-e1ea77edace5 None None] Current status of the port 048e6a2a-ba6f-44ab-90a3-5d3463589430 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:26.672597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks [] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.760629 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:26.803883 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.867899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks [] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.870092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:26.874296 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:26.878809 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:26.893385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Network fd5156aa-34f8-4119-9582-fb43722bace7 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:26.901546 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb5a8-221d-4f0a-8eb0-9396541a304c req-65fb4c6a-5a4a-4eb3-ac0c-4b4638fce932 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:26.904244 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-85cfb5a8-221d-4f0a-8eb0-9396541a304c req-65fb4c6a-5a4a-4eb3-ac0c-4b4638fce932 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1459451 Jul 26 15:38:26.906093 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:26.910207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:26.975364 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-85cfb5a8-221d-4f0a-8eb0-9396541a304c req-00d042a3-8b80-471f-ad13-f2dd1ceacdca tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631366 Jul 26 15:38:26.987955 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.071519 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596feb7-95f2-4a0d-912f-21b43e7a549d None None] Pushing event updated for resources: {'Port': ['ID=3b2cac9a-8251-463f-8140-e89bc6511629,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:27.104425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Attempting to bind port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:27.104814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Attempting to bind port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:27.105325 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Attempting to bind port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:27.115174 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (579b6778-a78b-4cae-8481-c88c657d6252), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.132425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:27.132822 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:27.145354 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.145958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:27.147409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Bound port: b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:27.147817 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.195970 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae8c4-62a4-4606-ba67-a307f6b99a4a None None] Pushing event updated for resources: {'Port': ['ID=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:27.260726 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:27.287971 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] For port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:27.296630 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] For port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:27.387010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.470546 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:27.510569 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-14b4d157-7c0e-44ff-bc06-ad22539e5a86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 1000 time: 0.0849552 Jul 26 15:38:27.514867 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844a72-35fe-49a3-b833-daebb3c0e2e2 req-355c81d0-5cb8-4f3d-b2c6-f58a4ad35716 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:27.515732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-66ea7a89-8a9d-45be-90a4-968ddbfa2746 None None] Provisioning complete for port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:27.516134 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-66ea7a89-8a9d-45be-90a4-968ddbfa2746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.516444 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df844a72-35fe-49a3-b833-daebb3c0e2e2 req-355c81d0-5cb8-4f3d-b2c6-f58a4ad35716 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1207802 Jul 26 15:38:27.600600 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df844a72-35fe-49a3-b833-daebb3c0e2e2 req-b70947c2-8e76-414d-8da3-5d137a18f5b1 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740190 Jul 26 15:38:27.669048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.687336 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-ad8d3eb3-20c3-4660-a153-aaece1663068 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:27.694024 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-ad8d3eb3-20c3-4660-a153-aaece1663068 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1637182 Jul 26 15:38:27.699646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991852e7-5f78-43e5-b2ce-8c59da47b207 req-c119b3c9-61b1-4879-bfe5-501d77b8f74f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:27.701349 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-991852e7-5f78-43e5-b2ce-8c59da47b207 req-c119b3c9-61b1-4879-bfe5-501d77b8f74f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.2766929 Jul 26 15:38:27.841751 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-991852e7-5f78-43e5-b2ce-8c59da47b207 req-b53a9fe1-8046-4021-a862-cf10e65aebe4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252139 Jul 26 15:38:27.843362 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-f20e32ed-289f-4b2f-9285-74d2b9497c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:27.845170 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-f20e32ed-289f-4b2f-9285-74d2b9497c9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0588853 Jul 26 15:38:27.914737 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-3bbba522-105e-48cd-bca3-2983f9035282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:27.916580 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-3bbba522-105e-48cd-bca3-2983f9035282 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565472 Jul 26 15:38:27.968567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:27.983884 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:27.984352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:27.986423 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks [] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:27.992436 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3b2cac9a-8251-463f-8140-e89bc6511629 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:28.072389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.100964 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-66ea7a89-8a9d-45be-90a4-968ddbfa2746 None None] Port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:28.110513 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bae8c4-62a4-4606-ba67-a307f6b99a4a None None] Pushing event updated for resources: {'Port': ['ID=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:28.182978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:38:28.221280 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Deleting port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:38:28.225883 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.243446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 3b2cac9a-8251-463f-8140-e89bc6511629 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:28.243818 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.334365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:28.507479 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-dd693b10-62f1-4dea-8030-552cc13bf1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321174 Jul 26 15:38:28.608895 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:28.612635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] For port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,segment=NetworkSegment(986b5e42-3a3d-4127-bb8b-80e8318db764),segment_id=986b5e42-3a3d-4127-bb8b-80e8318db764)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:28.613781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.638845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:28.647434 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:28.650696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Calling delete_port for 1d2e29ba-8a5a-42e4-b7a5-95b96948355e owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:38:28.654591 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:28.665360 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:28.682434 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:28.685968 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:28.698086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ea285-6cd4-42bc-9d98-e487999223e0 None None] Network 80485f05-76b1-4fa2-b061-24e6bca76484 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:28.703578 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b5d3b0d7-2c33-4070-80ce-1deb063f2bb8', 'name': '', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'mac_address': 'fa:16:3e:fa:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:26Z', 'updated_at': '2022-07-26T15:38:26Z', 'revision_number': 1, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'subnets': [{'id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:28.704346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 3b2cac9a-8251-463f-8140-e89bc6511629 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:28.704700 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577d1e3-7070-41c0-a60e-12549466b10f req-29236754-b85d-4fcb-8ea1-11ab8b239a6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:28.704856 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.717223 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9577d1e3-7070-41c0-a60e-12549466b10f req-29236754-b85d-4fcb-8ea1-11ab8b239a6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.6050272 Jul 26 15:38:28.727903 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (579b6778-a78b-4cae-8481-c88c657d6252), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.768916 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296220-a584-468d-a872-d0f9401c1946 req-f1d2a5b5-2b2e-4b15-80a0-c1bb4787f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:28.770441 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-f1d2a5b5-2b2e-4b15-80a0-c1bb4787f8f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1130 time: 0.1927412 Jul 26 15:38:28.812494 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Provisioning complete for port 3b2cac9a-8251-463f-8140-e89bc6511629 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:28.812494 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.817677 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:28.820694 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fc7e468c-918b-47ca-9c59-cfd9a9cc8d84 admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9125328 Jul 26 15:38:28.822994 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-092df99e-c133-40d2-b4fa-5860255d7f5e req-287db54e-de88-42ec-badb-1361a0e048c0 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028369 Jul 26 15:38:28.828175 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48678) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:28.914146 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4252c88-68d5-42f8-ba2b-9fef9f626d08 None None] The sync data for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi is: [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b5d3b0d7-2c33-4070-80ce-1deb063f2bb8', 'name': '', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'mac_address': 'fa:16:3e:fa:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:26Z', 'updated_at': '2022-07-26T15:38:26Z', 'revision_number': 1, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'subnets': [{'id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:28.916100 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae46d8d-868d-4b4a-af4e-9bf6140df75b req-fc3464a0-7d3f-4eab-82e2-d8e12944f737 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:28.919053 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ae46d8d-868d-4b4a-af4e-9bf6140df75b req-fc3464a0-7d3f-4eab-82e2-d8e12944f737 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 945 time: 0.1796033 Jul 26 15:38:28.931424 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:28.961960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 3b2cac9a-8251-463f-8140-e89bc6511629, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3b2cac9a-8251-463f-8140-e89bc6511629,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:28.970892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296220-a584-468d-a872-d0f9401c1946 req-f5dfd0b1-83e1-4237-af28-ebbaca6ca527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:28.972378 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-f5dfd0b1-83e1-4237-af28-ebbaca6ca527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.1888587 Jul 26 15:38:29.021683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Current status of the port 3b2cac9a-8251-463f-8140-e89bc6511629 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:29.022071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.045893 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9577d1e3-7070-41c0-a60e-12549466b10f req-45a999e0-4830-4188-9a25-db03789b955c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276784 Jul 26 15:38:29.050591 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.086572 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.088747 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 048e6a2a-ba6f-44ab-90a3-5d3463589430 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:29.146381 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.165081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.204326 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ae46d8d-868d-4b4a-af4e-9bf6140df75b req-4c68cc34-b0f2-44a2-9005-9a2cda920d7b tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/security-groups?id=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588713 Jul 26 15:38:29.219113 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.232729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Network fd5156aa-34f8-4119-9582-fb43722bace7 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:29.250493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:29.282411 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=3b2cac9a-8251-463f-8140-e89bc6511629,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:29.291710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.db.api [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:38:29.292487 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG oslo_db.api [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:38:29.328683 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:25Z', 'revision_number': 3, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:29.415817 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 048e6a2a-ba6f-44ab-90a3-5d3463589430 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:29.418906 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.431103 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:29.431919 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Updating router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 port e431195b-62c2-4c50-aa8f-1cdc963edc83 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:29.491531 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.533511 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Router 579b6778-a78b-4cae-8481-c88c657d6252 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:29.538554 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.571445 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (1d2e29ba-8a5a-42e4-b7a5-95b96948355e), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.602969 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-5dcbcef3-cec9-4847-9ea0-bb0cddc1eac4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 1001 time: 0.4714880 Jul 26 15:38:29.620171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ea068-e0dd-4b53-bc4d-0eb5e87dced2 req-f2340b8d-f322-41d9-944a-fc2d43034942 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:29.627188 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a77ea068-e0dd-4b53-bc4d-0eb5e87dced2 req-f2340b8d-f322-41d9-944a-fc2d43034942 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.4680276 Jul 26 15:38:29.646306 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 048e6a2a-ba6f-44ab-90a3-5d3463589430 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:29.685999 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Pushing event deleted for resources: {'Port': ['ID=1d2e29ba-8a5a-42e4-b7a5-95b96948355e,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:29.775070 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a77ea068-e0dd-4b53-bc4d-0eb5e87dced2 req-a1504ec1-bfb2-42a3-a0df-3652e5024728 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989561 Jul 26 15:38:29.906377 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:29.911269 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3b2cac9a-8251-463f-8140-e89bc6511629 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:29.911269 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-24af6583-faeb-4191-ad2a-501c23d53fc9 None None] Current status of the port 3b2cac9a-8251-463f-8140-e89bc6511629 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:29.911963 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:29.918473 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c7beb33f-4f29-4c47-a8b6-4f5038bdc789 admin admin] 10.222.0.128 "PUT /v2.0/routers/579b6778-a78b-4cae-8481-c88c657d6252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0167365 Jul 26 15:38:29.938384 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] No DVR routers for this DVR port 1d2e29ba-8a5a-42e4-b7a5-95b96948355e on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:38:29.944849 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:29.954239 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c8df81d3-2dab-4f53-b5ff-7603c1bea78c req-c26dd780-4e9e-4d5d-a56c-1fceea0d630a tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.48 "DELETE /v2.0/ports/1d2e29ba-8a5a-42e4-b7a5-95b96948355e HTTP/1.1" status: 204 len: 173 time: 2.1695163 Jul 26 15:38:29.954858 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'name': 'network-vif-deleted', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:29.960055 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8c17e-05a7-4688-8240-0742cc95519f" -d '{"events": [{"server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "name": "network-vif-deleted", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:29.999635 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 3b2cac9a-8251-463f-8140-e89bc6511629 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:30.000021 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.061595 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks [] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.070553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Provisioning complete for port 3b2cac9a-8251-463f-8140-e89bc6511629 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:30.071030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.094438 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67064c5-4679-42c8-9800-5b096b4cbf74 x-openstack-request-id: req-e67064c5-4679-42c8-9800-5b096b4cbf74 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:30.096949 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12001b8e-4e0a-434b-a0a1-da91ba40d1ab", "name": "network-vif-deleted", "tag": "1d2e29ba-8a5a-42e4-b7a5-95b96948355e", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:30.097452 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-e67064c5-4679-42c8-9800-5b096b4cbf74 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:30.098015 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67064c5-4679-42c8-9800-5b096b4cbf74'] response: {'server_uuid': '12001b8e-4e0a-434b-a0a1-da91ba40d1ab', 'name': 'network-vif-deleted', 'tag': '1d2e29ba-8a5a-42e4-b7a5-95b96948355e', 'status': 'completed', 'code': 200} Jul 26 15:38:30.157290 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.199150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296220-a584-468d-a872-d0f9401c1946 req-bb5ca6a9-98c2-4fc4-b49e-5c2a3e465e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:30.201965 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-bb5ca6a9-98c2-4fc4-b49e-5c2a3e465e33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0607154 Jul 26 15:38:30.219307 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.313372 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:30.331903 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 3b2cac9a-8251-463f-8140-e89bc6511629 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:30.378110 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Attempting to bind port e431195b-62c2-4c50-aa8f-1cdc963edc83 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:30.379057 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Attempting to bind port e431195b-62c2-4c50-aa8f-1cdc963edc83 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:30.379057 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Attempting to bind port e431195b-62c2-4c50-aa8f-1cdc963edc83 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:30.384093 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:30.391036 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Pushing event updated for resources: {'Port': ['ID=e431195b-62c2-4c50-aa8f-1cdc963edc83,revision_number=2']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:30.392998 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:30.393942 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:30.394690 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.395100 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:30.395578 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Bound port: e431195b-62c2-4c50-aa8f-1cdc963edc83, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:30.396073 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.426097 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.426703 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.427288 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.427850 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.428323 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.430068 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.430586 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.431060 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.432159 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.432678 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.433216 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.433751 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.434583 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.435060 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.436714 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:30.445267 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Current status of the port 3b2cac9a-8251-463f-8140-e89bc6511629 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:30.458459 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Provisioning complete for port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:30.465744 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.475074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf862c-1e9a-45c4-be7d-fdf14b333caa req-b41dbdec-e545-40f9-b587-cef8e8abfe85 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:30.490924 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8ccf862c-1e9a-45c4-be7d-fdf14b333caa req-b41dbdec-e545-40f9-b587-cef8e8abfe85 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.2880177 Jul 26 15:38:30.544040 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c716425b-a9af-4224-b345-7f36f8a652e4 None None] Port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:30.569551 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] For port e431195b-62c2-4c50-aa8f-1cdc963edc83, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:30.578910 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] For port e431195b-62c2-4c50-aa8f-1cdc963edc83, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e431195b-62c2-4c50-aa8f-1cdc963edc83,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:30.584980 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-763803c6-741a-4f79-943a-10614be5e17e req-50cc0e56-3294-4ae7-9cef-8f25f4dc79a6 tempest-VolumesActionsTest-943674698 tempest-VolumesActionsTest-943674698-project] 10.222.0.128 "GET /v2.0/ports?device_id=12001b8e-4e0a-434b-a0a1-da91ba40d1ab HTTP/1.1" status: 200 len: 210 time: 0.2197845 Jul 26 15:38:30.631584 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Allocated IP 172.20.0.1 (80485f05-76b1-4fa2-b061-24e6bca76484/dfffdab0-e599-4ef5-84f4-f0e94c389d54/bee107a2-9156-486e-8159-9be96d4f77f8) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:30.656162 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.671487 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8ccf862c-1e9a-45c4-be7d-fdf14b333caa req-c7471967-e910-47dc-a7bd-61093ace31a8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572638 Jul 26 15:38:30.676325 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296220-a584-468d-a872-d0f9401c1946 req-031b20c3-6175-484d-83d0-c35d222e9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:30.693604 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-031b20c3-6175-484d-83d0-c35d222e9240 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4793158 Jul 26 15:38:30.765048 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:30.765976 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:30.803025 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks [] for port (bee107a2-9156-486e-8159-9be96d4f77f8), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.906856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:30.911599 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:30.943493 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16ae3f-8ecf-4ce3-87e2-d825195db649 None None] Pushing event updated for resources: {'Port': ['ID=e431195b-62c2-4c50-aa8f-1cdc963edc83,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:30.982807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:30.987877 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:30.996768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:31.004191 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcaa22-8335-461c-a11c-74e9120f3ade req-3e585adc-e312-4222-b160-1375901f0edf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:31.021346 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ffdcaa22-8335-461c-a11c-74e9120f3ade req-3e585adc-e312-4222-b160-1375901f0edf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 946 time: 0.1243918 Jul 26 15:38:31.052036 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:31.084020 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:31.141497 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.217491 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-c6d3fe64-3c5d-4089-be91-f61beed067ac service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216182 Jul 26 15:38:31.242590 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1d2e29ba-8a5a-42e4-b7a5-95b96948355e no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:38:31.303444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 1d2e29ba-8a5a-42e4-b7a5-95b96948355e {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:38:31.304432 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:25Z', 'revision_number': 3, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:31.305784 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ffdcaa22-8335-461c-a11c-74e9120f3ade req-f105ecff-e629-4fdb-ac40-070ed25f135a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834582 Jul 26 15:38:31.306327 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1d2e29ba-8a5a-42e4-b7a5-95b96948355e not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:38:31.306910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:38:31.365223 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55fa6c8-69c4-4791-83d8-fe5160a21da9 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:25Z', 'revision_number': 3, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:31.424967 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61296220-a584-468d-a872-d0f9401c1946 req-edaf59b5-755e-4448-9911-0ac10e02b5ad service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969719 Jul 26 15:38:31.479671 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c8357b23-6126-4a47-be33-10779b8c2b56 None None] Provisioning complete for port bee107a2-9156-486e-8159-9be96d4f77f8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:31.480768 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c8357b23-6126-4a47-be33-10779b8c2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.548144 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c8357b23-6126-4a47-be33-10779b8c2b56 None None] Port bee107a2-9156-486e-8159-9be96d4f77f8 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:31.550036 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: ACTIVE; New status is: DOWN {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:31.555503 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.575124 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:31.578414 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee44a6-c62f-4eb3-b2c3-eab2690c9057" -d '{"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-unplugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:31.580483 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.591163 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:31.624681 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27401adb-e4a8-4005-90e0-7a0f621b0041 x-openstack-request-id: req-27401adb-e4a8-4005-90e0-7a0f621b0041 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:31.625001 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-unplugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:31.625254 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-27401adb-e4a8-4005-90e0-7a0f621b0041 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:31.625645 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27401adb-e4a8-4005-90e0-7a0f621b0041'] response: {'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'code': 200} Jul 26 15:38:31.660263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.747200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=8']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:31.844658 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks [] for port (bee107a2-9156-486e-8159-9be96d4f77f8), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.868413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:31.945882 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:31.992262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:31.992762 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:32.069122 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:32.071233 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:32.179592 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:32.179917 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:32.227069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:32.273504 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:32.275270 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:32.276845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:32.299313 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:32.485057 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:32.722808 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd99a9-b77b-4ccd-bd07-b83a2c6c263c req-15906617-4028-4a4b-bd63-ff79be0ea15a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:32.724637 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a1fd99a9-b77b-4ccd-bd07-b83a2c6c263c req-15906617-4028-4a4b-bd63-ff79be0ea15a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1060061 Jul 26 15:38:32.862736 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a1fd99a9-b77b-4ccd-bd07-b83a2c6c263c req-b6731fa9-cb07-48f0-9bf1-ed2451548a6d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230125 Jul 26 15:38:32.890306 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-7aea7edb-5349-4f97-8103-26b48e0fa607 None None] Provisioning complete for port bee107a2-9156-486e-8159-9be96d4f77f8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:32.897722 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7aea7edb-5349-4f97-8103-26b48e0fa607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:32.954147 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Sync routers for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:32.974054 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:33.003411 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7aea7edb-5349-4f97-8103-26b48e0fa607 None None] Port bee107a2-9156-486e-8159-9be96d4f77f8 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:33.007862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:33.008574 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:33.286346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:33.526727 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:33.539893 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-2b0eaa4b-6cb4-4bc0-94d1-ebfe8f4991d6 admin admin] 10.222.0.128 "PUT /v2.0/routers/b76b2f7f-4480-43ff-80cd-d29bcdd3b312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7100892 Jul 26 15:38:33.564199 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:33.619463 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:33.994183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48786) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:34.043814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:34.097861 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b5d3b0d7-2c33-4070-80ce-1deb063f2bb8', 'name': '', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'mac_address': 'fa:16:3e:fa:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:26Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 2, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'subnets': [{'id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:34.179754 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8a505-4162-4b6f-af1d-5b3c563bb046 req-732965df-32ef-4023-a1ce-0dd809314092 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:34.181428 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fea8a505-4162-4b6f-af1d-5b3c563bb046 req-732965df-32ef-4023-a1ce-0dd809314092 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1760676 Jul 26 15:38:34.215710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Checking router: 579b6778-a78b-4cae-8481-c88c657d6252 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:34.216069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Updating router 579b6778-a78b-4cae-8481-c88c657d6252 port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:34.229234 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:34.229545 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.344005 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:34.370406 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.371777 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fea8a505-4162-4b6f-af1d-5b3c563bb046 req-9d557ba4-bdc5-400d-99fb-1250e25e27f2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626122 Jul 26 15:38:34.385014 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1fae6bdd-b001-422c-b00b-b3ba697191cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.584177 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1fae6bdd-b001-422c-b00b-b3ba697191cd admin admin] Publish callbacks [] for security_group (bf42a475-4e71-48a1-aea5-eae951adb812), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.630289 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:34.631377 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e431195b-62c2-4c50-aa8f-1cdc963edc83 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:34.643797 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1fae6bdd-b001-422c-b00b-b3ba697191cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bf42a475-4e71-48a1-aea5-eae951adb812), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.719363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae6bdd-b001-422c-b00b-b3ba697191cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf42a475-4e71-48a1-aea5-eae951adb812,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:34.727124 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1fae6bdd-b001-422c-b00b-b3ba697191cd admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=23a35f3dedcb4c8d8c0a2f29b7b24a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7314119 Jul 26 15:38:34.729441 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48806) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:34.747070 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port e431195b-62c2-4c50-aa8f-1cdc963edc83 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:34.747474 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.841784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] Publish callbacks [] for security_group (bf42a475-4e71-48a1-aea5-eae951adb812), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.877550 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] Publish callbacks [] for security_group (bf42a475-4e71-48a1-aea5-eae951adb812), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.887937 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:34.957059 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port e431195b-62c2-4c50-aa8f-1cdc963edc83 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:34.957720 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:34.979851 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks [] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.002345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48810) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:35.007394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454769879-network', 'tenant_id': 'b445144679f543c9af86651752925487'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:35.009600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port e431195b-62c2-4c50-aa8f-1cdc963edc83, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e431195b-62c2-4c50-aa8f-1cdc963edc83,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:35.071338 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:35.084259 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (bf42a475-4e71-48a1-aea5-eae951adb812), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.105339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.105339 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/bf42a475-4e71-48a1-aea5-eae951adb812 HTTP/1.1" status: 204 len: 168 time: 0.3577049 Jul 26 15:38:35.105523 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:35.105523 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:35.105753 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a567b-d2ee-4a38-b554-3896b53207fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf42a475-4e71-48a1-aea5-eae951adb812,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:35.302927 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:35.312782 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:35.470758 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.475212 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.499834 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Made reservation on behalf of b445144679f543c9af86651752925487 for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:35.503435 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.519204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.532639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c8f34-2e55-4ff8-b2f1-f295f4ed375e req-31824ac0-b320-4c9e-9e5d-4d4316020d29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:35.541351 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a11c8f34-2e55-4ff8-b2f1-f295f4ed375e req-31824ac0-b320-4c9e-9e5d-4d4316020d29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0694354 Jul 26 15:38:35.547625 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Pushing event updated for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:35.557740 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.558225 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.558629 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.559612 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.559940 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.561264 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.561631 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.561958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.562298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.563065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.563417 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.563994 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.564344 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.564857 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.565181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:38:35.604367 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:35.616060 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a11c8f34-2e55-4ff8-b2f1-f295f4ed375e req-6ed6469d-4340-4773-9099-fbab88d1cfa6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735989 Jul 26 15:38:35.624681 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:35.629636 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:35.650499 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:35.681993 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 2, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:35.702480 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=e431195b-62c2-4c50-aa8f-1cdc963edc83,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:35.761625 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Attempting to bind port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:35.762184 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Attempting to bind port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:35.762564 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Attempting to bind port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 on network fd5156aa-34f8-4119-9582-fb43722bace7 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:35.767736 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:35.768072 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Updating router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 port bee107a2-9156-486e-8159-9be96d4f77f8 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:35.778011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:35.779795 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Checking segment: {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:35.780288 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.781800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Bound using segment: {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:35.783186 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Bound port: b5d3b0d7-2c33-4070-80ce-1deb063f2bb8, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3898320-1c14-46b9-a5e3-b081d68722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:35.783186 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.843734 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks [] for security_group (4f2ce8be-69bc-48a6-8d04-9aa0e9a00171), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.850042 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.916015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4f2ce8be-69bc-48a6-8d04-9aa0e9a00171), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.966506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1502, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:38:35.973228 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] For port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:35.977450 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] For port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:35.988388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ce8be-69bc-48a6-8d04-9aa0e9a00171,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:35.997120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (45ae6dfd-ad99-461a-9b75-639673d9ba10), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:35.997952 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Added segment 45ae6dfd-ad99-461a-9b75-639673d9ba10 of type vlan for network 87866184-760e-4efc-8d13-33e04ff487ad Jul 26 15:38:36.057405 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-bb4b6377-0fb1-47b3-be58-76d4421ff49b None None] Provisioning complete for port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:36.059259 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-bb4b6377-0fb1-47b3-be58-76d4421ff49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.081588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (87866184-760e-4efc-8d13-33e04ff487ad), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.096886 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.197684 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b6377-0fb1-47b3-be58-76d4421ff49b None None] Port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:36.214487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (87866184-760e-4efc-8d13-33e04ff487ad), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.215628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:36.216394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.227985 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:36.232769 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:36.235328 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2272c-ae7c-48e5-99b8-86bc5c47a11c None None] Pushing event updated for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:36.374873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:36.381238 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] Pushing event updated for resources: {'Network': ['ID=87866184-760e-4efc-8d13-33e04ff487ad,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:36.425497 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 87866184-760e-4efc-8d13-33e04ff487ad details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:38:36.443334 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f34ba614-a827-4cf0-9f4a-2a9ac23428dc admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4396627 Jul 26 15:38:36.445923 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48842) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:36.471904 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Request body: {'subnet': {'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454769879-subnet', 'tenant_id': 'b445144679f543c9af86651752925487', 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:36.537176 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:36.574649 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Made reservation on behalf of b445144679f543c9af86651752925487 for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:36.577888 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9933950'] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.587329 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks [] for port (bee107a2-9156-486e-8159-9be96d4f77f8), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.698550 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Provisioning complete for port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:36.699130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.700746 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.768957 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:36.775312 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3066-8dc8-4b8f-be1c-3bf197de2bd3 None None] Pushing event updated for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:36.875125 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Current status of the port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:36.875626 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.914030 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Attempting to bind port bee107a2-9156-486e-8159-9be96d4f77f8 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:36.914454 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Attempting to bind port bee107a2-9156-486e-8159-9be96d4f77f8 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:36.915493 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Attempting to bind port bee107a2-9156-486e-8159-9be96d4f77f8 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:36.932816 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b5d3b0d7-2c33-4070-80ce-1deb063f2bb8', 'name': '', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'mac_address': 'fa:16:3e:fa:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:26Z', 'updated_at': '2022-07-26T15:38:35Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'subnets': [{'id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:36.940780 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:36.941216 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:36.941632 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.942024 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Bound using segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:36.942523 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Bound port: bee107a2-9156-486e-8159-9be96d4f77f8, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:36.942927 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:36.977562 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ff534-d955-4ea4-ad4b-e1b06ba1d290 None None] The sync data for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi is: [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:38:27Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'b5d3b0d7-2c33-4070-80ce-1deb063f2bb8', 'name': '', 'network_id': 'fd5156aa-34f8-4119-9582-fb43722bace7', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'mac_address': 'fa:16:3e:fa:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:26Z', 'updated_at': '2022-07-26T15:38:35Z', 'revision_number': 4, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'subnets': [{'id': '6ae3b1d3-15ba-4047-8850-751f93adae97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:37.014482 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] For port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:37.077781 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.117499 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2804472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9933904'] for subnet (bcefc907-9231-41c2-9f03-53904c6c0be4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.131554 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] For port bee107a2-9156-486e-8159-9be96d4f77f8, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:37.135975 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] For port bee107a2-9156-486e-8159-9be96d4f77f8, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bee107a2-9156-486e-8159-9be96d4f77f8,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:37.194819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1694a-dff2-41fc-a94b-d7be5cb7bf73 None None] Pushing event updated for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:37.210507 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.211960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:37.300496 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcefc907-9231-41c2-9f03-53904c6c0be4,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:37.313141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Checking segment: {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:37.313944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Network hostable DHCP agents. Network: 87866184-760e-4efc-8d13-33e04ff487ad, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:38:37.448449 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Network 87866184-760e-4efc-8d13-33e04ff487ad is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:38:37.466012 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3066-8dc8-4b8f-be1c-3bf197de2bd3 None None] Pushing event updated for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:37.498944 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:37.500203 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:37.572751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:38:37.600299 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-aed29954-202a-4acc-84d4-f1c1cc693477 req-59e134e7-e040-48b7-8948-5acaf28ecac4 service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:38:37.623062 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-aed29954-202a-4acc-84d4-f1c1cc693477 req-59e134e7-e040-48b7-8948-5acaf28ecac4 service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056548 Jul 26 15:38:37.623587 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:37.624035 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Provisioning complete for port bee107a2-9156-486e-8159-9be96d4f77f8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:37.624035 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.763810 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:37.823114 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: DOWN; New status is: DOWN {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:37.862499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:37.894139 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 87866184-760e-4efc-8d13-33e04ff487ad) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:37.900885 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:37.905298 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.906977 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Current status of the port bee107a2-9156-486e-8159-9be96d4f77f8 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:37.907436 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:37.945600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700c814-2976-4e89-8f2a-7d2a00f6f520 None None] Network 87866184-760e-4efc-8d13-33e04ff487ad requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:37.994236 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-48390f77-1cd1-40b2-a2a6-f1551a3f9029 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5471766 Jul 26 15:38:37.998070 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48870) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:38.002382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:38.080735 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:38.116783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] For port bee107a2-9156-486e-8159-9be96d4f77f8, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bee107a2-9156-486e-8159-9be96d4f77f8,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:38.118741 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:38.157700 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03c7c5-76af-4f61-8d6b-e684e68ac2c6 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:38.171782 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:38.172147 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.192766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.193870 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.274661 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.320456 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:38.407154 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098d869-321f-40a9-ac14-835457de4caf req-8a5a362a-969f-4024-9fad-62f77c4b2956 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:38.409269 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f098d869-321f-40a9-ac14-835457de4caf req-8a5a362a-969f-4024-9fad-62f77c4b2956 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.2601695 Jul 26 15:38:38.418151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for router_controller (5b3cd68c-4561-4c5d-8958-5b07949e7aee), precommit_add_association {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.481867 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.482606 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-f577d286-33ed-43cf-96aa-9975410487e3 None None] Provisioning complete for port bee107a2-9156-486e-8159-9be96d4f77f8 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:38.483063 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f577d286-33ed-43cf-96aa-9975410487e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.489802 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-87866184-760e-4efc-8d13-33e04ff487ad', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'project_id': 'b445144679f543c9af86651752925487', 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:38:38.490869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.505643 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:38.555619 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e28a3-cbb3-4a67-a3e4-94a9bce532b1 None None] Pushing event updated for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:38.590205 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:38.591411 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e431195b-62c2-4c50-aa8f-1cdc963edc83 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:38.675256 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f098d869-321f-40a9-ac14-835457de4caf req-52dcff7f-3a2b-4e83-a627-66cde98b1304 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595084 Jul 26 15:38:38.828049 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for router_gateway (5b3cd68c-4561-4c5d-8958-5b07949e7aee), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.896357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-f577d286-33ed-43cf-96aa-9975410487e3 None None] Current status of the port bee107a2-9156-486e-8159-9be96d4f77f8 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:38.902973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port e431195b-62c2-4c50-aa8f-1cdc963edc83 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:38.904559 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:38.978536 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Allocated IP 172.20.0.2 (87866184-760e-4efc-8d13-33e04ff487ad/bcefc907-9231-41c2-9f03-53904c6c0be4/e6d21461-0029-42e7-942b-2f0a8ef75ac2) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:38.994691 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:39.130928 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port e431195b-62c2-4c50-aa8f-1cdc963edc83 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:39.226468 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for router_gateway (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.255276 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.313766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks [] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.326720 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:39.369533 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.391640 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Allocated IP 172.27.1.159 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/74d3098d-6a64-4a33-9d29-e66609633819) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:39.447854 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Network 87866184-760e-4efc-8d13-33e04ff487ad is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:39.453791 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:39.458021 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:39.468913 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Pushing event updated for resources: {'Port': ['ID=e6d21461-0029-42e7-942b-2f0a8ef75ac2,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:39.522178 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Attempting to bind port e6d21461-0029-42e7-942b-2f0a8ef75ac2 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:39.522558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Attempting to bind port e6d21461-0029-42e7-942b-2f0a8ef75ac2 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:39.522922 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Attempting to bind port e6d21461-0029-42e7-942b-2f0a8ef75ac2 on network 87866184-760e-4efc-8d13-33e04ff487ad {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:39.529779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:39.530157 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Checking segment: {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:39.530560 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.530955 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Bound using segment: {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:39.531459 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Bound port: e6d21461-0029-42e7-942b-2f0a8ef75ac2, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:39.531838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.556257 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for port (74d3098d-6a64-4a33-9d29-e66609633819), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.604495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] For port e6d21461-0029-42e7-942b-2f0a8ef75ac2, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:39.608227 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] For port e6d21461-0029-42e7-942b-2f0a8ef75ac2, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e6d21461-0029-42e7-942b-2f0a8ef75ac2,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:39.667031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (74d3098d-6a64-4a33-9d29-e66609633819), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.701422 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:39.785704 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Pushing event updated for resources: {'Port': ['ID=74d3098d-6a64-4a33-9d29-e66609633819,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:39.803326 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:39.804951 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:39.807592 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:39.848897 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aa21f-5664-4d1f-bbd3-8c443511a82a None None] Pushing event updated for resources: {'Port': ['ID=e6d21461-0029-42e7-942b-2f0a8ef75ac2,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:39.856294 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bee107a2-9156-486e-8159-9be96d4f77f8 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:39.919166 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port bee107a2-9156-486e-8159-9be96d4f77f8 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:39.919848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:40.009055 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314e5c-ffd6-4528-83b3-b706032270f1 req-301fb6da-b8a5-44ed-b7d1-93d924a36b24 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:40.012992 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e314e5c-ffd6-4528-83b3-b706032270f1 req-301fb6da-b8a5-44ed-b7d1-93d924a36b24 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1146281 Jul 26 15:38:40.016622 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:40.144173 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port bee107a2-9156-486e-8159-9be96d4f77f8 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:40.148396 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e314e5c-ffd6-4528-83b3-b706032270f1 req-e4ddf141-018e-43de-818d-c41f83d02f3d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287715 Jul 26 15:38:40.388234 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for router_gateway (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:40.574619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:40.709172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:41.003509 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Router 5b3cd68c-4561-4c5d-8958-5b07949e7aee is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:38:41.184941 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:41.216713 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:41.229493 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Sync routers for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:41.269521 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:41.270408 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:41.348143 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:41.353223 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-db76a56a-864e-4d5d-a4a7-a16df6b38de1 admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3538980 Jul 26 15:38:41.357516 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48934) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:41.444592 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a584406-3e2f-4e5d-8070-866d20ce6d26 req-c2dca8ab-3491-4393-9900-a3efaa2282a0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:41.453246 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4a584406-3e2f-4e5d-8070-866d20ce6d26 req-c2dca8ab-3491-4393-9900-a3efaa2282a0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1452732 Jul 26 15:38:41.538394 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4a584406-3e2f-4e5d-8070-866d20ce6d26 req-bc66008e-7615-4092-90c8-ec9b732fe49e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769200 Jul 26 15:38:41.616047 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c0d7b-e9e3-4e5a-8ef0-a7635074c54a None None] Network 87866184-760e-4efc-8d13-33e04ff487ad requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:38:42.046906 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:42.063148 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e6d21461-0029-42e7-942b-2f0a8ef75ac2 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:42.556162 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Provisioning complete for port e6d21461-0029-42e7-942b-2f0a8ef75ac2 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:42.557010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:42.583753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:42.625461 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port e6d21461-0029-42e7-942b-2f0a8ef75ac2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:42.626116 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:42.666628 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:39Z', 'revision_number': 3, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:42.705591 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:42.716936 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Checking router: 5b3cd68c-4561-4c5d-8958-5b07949e7aee for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:42.727968 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Updating router 5b3cd68c-4561-4c5d-8958-5b07949e7aee port 74d3098d-6a64-4a33-9d29-e66609633819 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:42.790780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8039bc-740e-4fd5-ab3e-7d7f4eeef5eb req-f6842d73-8e5a-4812-8adf-7a1bed3229cc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:42.801747 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ca8039bc-740e-4fd5-ab3e-7d7f4eeef5eb req-f6842d73-8e5a-4812-8adf-7a1bed3229cc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1139972 Jul 26 15:38:42.882579 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74d3098d-6a64-4a33-9d29-e66609633819), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:42.907086 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ca8039bc-740e-4fd5-ab3e-7d7f4eeef5eb req-a3219554-74e0-4bbc-a076-fa5ab65488df tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039670 Jul 26 15:38:42.936499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Current status of the port e6d21461-0029-42e7-942b-2f0a8ef75ac2 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:42.936499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:42.979885 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port e6d21461-0029-42e7-942b-2f0a8ef75ac2 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:42.984274 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.042507 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:43.083334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Allocated IP 172.20.0.1 (87866184-760e-4efc-8d13-33e04ff487ad/bcefc907-9231-41c2-9f03-53904c6c0be4/4e3a7ca1-cd7c-411e-8378-1e42a6797e77) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:43.099094 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:43.171845 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port e6d21461-0029-42e7-942b-2f0a8ef75ac2, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e6d21461-0029-42e7-942b-2f0a8ef75ac2,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:43.261504 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks [] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.277740 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.316254 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:43.393943 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.db.api [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:38:43.394278 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG oslo_db.api [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:38:43.454265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.458841 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=e6d21461-0029-42e7-942b-2f0a8ef75ac2,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:43.552611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Network 87866184-760e-4efc-8d13-33e04ff487ad is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:43.569248 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:43.574909 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:43.638903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.771960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks [] for port (74d3098d-6a64-4a33-9d29-e66609633819), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:43.779031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Pushing event updated for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:43.857183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e6d21461-0029-42e7-942b-2f0a8ef75ac2 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:43.954153 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0763b4fc-a51a-4909-8d41-136f98f9665f None None] Current status of the port e6d21461-0029-42e7-942b-2f0a8ef75ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:43.961392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port e6d21461-0029-42e7-942b-2f0a8ef75ac2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:43.961392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.046401 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (74d3098d-6a64-4a33-9d29-e66609633819), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.048953 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.075478 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc08371-f265-4a60-aeca-1929ab5e4c09 req-2a37b528-76a4-4881-84a4-8bc9304d1fcd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:44.083392 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afc08371-f265-4a60-aeca-1929ab5e4c09 req-2a37b528-76a4-4881-84a4-8bc9304d1fcd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0703201 Jul 26 15:38:44.136430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:44.139994 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.144733 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afc08371-f265-4a60-aeca-1929ab5e4c09 req-93bdb708-c9d9-4f04-b3e3-ec9998a2f58a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601761 Jul 26 15:38:44.231155 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:44.280249 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Provisioning complete for port e6d21461-0029-42e7-942b-2f0a8ef75ac2 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:44.280732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.347402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:44.351126 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Attempting to bind port 74d3098d-6a64-4a33-9d29-e66609633819 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:44.351503 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Attempting to bind port 74d3098d-6a64-4a33-9d29-e66609633819 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:44.351972 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Attempting to bind port 74d3098d-6a64-4a33-9d29-e66609633819 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:44.365762 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:44.366139 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:44.366547 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.366960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:44.367428 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Bound port: 74d3098d-6a64-4a33-9d29-e66609633819, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:44.367814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74d3098d-6a64-4a33-9d29-e66609633819), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.415204 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port e6d21461-0029-42e7-942b-2f0a8ef75ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:44.424525 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29054a-9f62-4b5c-9b4b-69c6cc0000ca None None] Pushing event updated for resources: {'Port': ['ID=74d3098d-6a64-4a33-9d29-e66609633819,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:44.484588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks [] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.522774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-791c170d-4ba7-40a8-9673-53d91df3a601 None None] Current status of the port e6d21461-0029-42e7-942b-2f0a8ef75ac2 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:44.533294 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:44.552348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] For port 74d3098d-6a64-4a33-9d29-e66609633819, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:44.564898 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] For port 74d3098d-6a64-4a33-9d29-e66609633819, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=74d3098d-6a64-4a33-9d29-e66609633819,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:44.586432 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.640564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:44.645856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.667497 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Pushing event updated for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:44.684101 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (74d3098d-6a64-4a33-9d29-e66609633819), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:44.752796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:44.753491 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:44.782660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Network 87866184-760e-4efc-8d13-33e04ff487ad is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:44.784796 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:44.807297 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29054a-9f62-4b5c-9b4b-69c6cc0000ca None None] Pushing event updated for resources: {'Port': ['ID=74d3098d-6a64-4a33-9d29-e66609633819,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:44.910511 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:44.972577 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Router 5b3cd68c-4561-4c5d-8958-5b07949e7aee has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:38:45.155809 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:38:45.168824 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4ad991fb-0f09-45d2-a014-d93fe9d60cab admin admin] 10.222.0.128 "PUT /v2.0/routers/5b3cd68c-4561-4c5d-8958-5b07949e7aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8093450 Jul 26 15:38:45.352285 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-42e1a79d-ba5b-4927-abda-60dc76bf5380 None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:45.361487 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-42e1a79d-ba5b-4927-abda-60dc76bf5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:45.451103 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d979-7883-44fc-938c-4b68abb67a46 req-5d61e084-a71f-46be-b3a1-98fc143d16da tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:45.458881 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7063d979-7883-44fc-938c-4b68abb67a46 req-5d61e084-a71f-46be-b3a1-98fc143d16da tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1155064 Jul 26 15:38:45.547427 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:43Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '4e3a7ca1-cd7c-411e-8378-1e42a6797e77', 'name': '', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'tenant_id': 'b445144679f543c9af86651752925487', 'mac_address': 'fa:16:3e:09:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:42Z', 'updated_at': '2022-07-26T15:38:44Z', 'revision_number': 2, 'project_id': 'b445144679f543c9af86651752925487', 'subnets': [{'id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:45.568246 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7063d979-7883-44fc-938c-4b68abb67a46 req-4baf2349-1630-4dd8-84ea-1cd9b60ff1d9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080475 Jul 26 15:38:45.587694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606ee7c-2b33-4ee5-b8e5-12e1cbf62a79 None None] The sync data for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi is: [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:43Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '4e3a7ca1-cd7c-411e-8378-1e42a6797e77', 'name': '', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'tenant_id': 'b445144679f543c9af86651752925487', 'mac_address': 'fa:16:3e:09:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:42Z', 'updated_at': '2022-07-26T15:38:44Z', 'revision_number': 2, 'project_id': 'b445144679f543c9af86651752925487', 'subnets': [{'id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:45.627566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-42e1a79d-ba5b-4927-abda-60dc76bf5380 None None] Port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:45.842103 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5c232f22-ec22-4936-a594-9ad75251c2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:45.909878 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48958) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:45.915271 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807363734', 'description': 'tempest-secgroup-smoke-807363734 description', 'project_id': '3e5dd905492343709b710fabd8a3d24f'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:46.088677 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.220560 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (ac255992-a178-4928-a0fc-87fff889d8ef), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.281717 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ac255992-a178-4928-a0fc-87fff889d8ef), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.310024 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:46.376151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac255992-a178-4928-a0fc-87fff889d8ef,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:46.390601 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.399935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48960) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:46.404574 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-cbc65ec5-83c9-498e-ac42-0e556951ad27 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4924114 Jul 26 15:38:46.409139 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:46.447759 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:46.554447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (02873d77-31f8-4488-8ee7-960312c5c079), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.723432 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (02873d77-31f8-4488-8ee7-960312c5c079), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.798281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (02873d77-31f8-4488-8ee7-960312c5c079), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:46.862987 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02873d77-31f8-4488-8ee7-960312c5c079,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:46.896232 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c5aeb-4b6a-4e96-8206-d44042f905f5 req-2b4baae1-89cf-4c74-9463-9cde978511a2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:46.908812 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-da7c5aeb-4b6a-4e96-8206-d44042f905f5 req-2b4baae1-89cf-4c74-9463-9cde978511a2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1564555 Jul 26 15:38:47.005109 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.008540 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-389eac3e-4bc9-49ac-b19c-032f4d1b151e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049690 Jul 26 15:38:47.009402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48964) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:47.014371 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:47.021723 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-da7c5aeb-4b6a-4e96-8206-d44042f905f5 req-1e2bad2e-1285-49db-bf57-fc64987addb4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118767 Jul 26 15:38:47.153343 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (2f434833-e02b-4b7d-93f0-62edc4db00af), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.294641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (2f434833-e02b-4b7d-93f0-62edc4db00af), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.374150 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (2f434833-e02b-4b7d-93f0-62edc4db00af), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.408782 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f434833-e02b-4b7d-93f0-62edc4db00af,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:47.473292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.475298 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9da982dc-6f35-46bf-8d63-907348dfb28c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4648886 Jul 26 15:38:47.478163 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48966) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:47.484322 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:47.612140 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (4f5470c5-a7cb-4142-84b4-4d7e86c9cb74), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.961588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (4f5470c5-a7cb-4142-84b4-4d7e86c9cb74), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:47.996137 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 74d3098d-6a64-4a33-9d29-e66609633819 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:48.049959 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (4f5470c5-a7cb-4142-84b4-4d7e86c9cb74), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.093322 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5470c5-a7cb-4142-84b4-4d7e86c9cb74,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:48.181751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 74d3098d-6a64-4a33-9d29-e66609633819 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:48.182161 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74d3098d-6a64-4a33-9d29-e66609633819), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.237650 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.247677 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 48970) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:48.252673 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:48.257614 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a2d35671-dba4-4067-8129-33de69400360 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7781672 Jul 26 15:38:48.280377 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:48.322625 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1780b3-e6dd-4baf-a091-56af4ce3c205 req-2bf32caa-0a58-41e1-8b3f-f241a7ad2e6c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:48.329903 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f1780b3-e6dd-4baf-a091-56af4ce3c205 req-2bf32caa-0a58-41e1-8b3f-f241a7ad2e6c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1646130 Jul 26 15:38:48.409340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (9c4d61fa-c39b-493f-8ecf-a723653d2f46), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.424339 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f1780b3-e6dd-4baf-a091-56af4ce3c205 req-cca281c7-3b2f-4782-b43b-249648b0657f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829687 Jul 26 15:38:48.502340 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:48.582969 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 74d3098d-6a64-4a33-9d29-e66609633819 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:48.583373 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74d3098d-6a64-4a33-9d29-e66609633819), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.633000 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 74d3098d-6a64-4a33-9d29-e66609633819, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=74d3098d-6a64-4a33-9d29-e66609633819,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:48.710564 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5181ee55-2695-4397-897e-7ac618a0ae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:48.856904 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (9c4d61fa-c39b-493f-8ecf-a723653d2f46), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.232513 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (74d3098d-6a64-4a33-9d29-e66609633819), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.237003 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (9c4d61fa-c39b-493f-8ecf-a723653d2f46), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.250864 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d61fa-c39b-493f-8ecf-a723653d2f46,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:49.294409 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Sync routers for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:38:49.302797 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=74d3098d-6a64-4a33-9d29-e66609633819,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:49.310761 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:49.311384 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:49.375109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.379966 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1c8d39c9-7986-4288-a4a6-3bab0b41ace5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1307054 Jul 26 15:38:49.382410 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48976) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:49.388288 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:49.420178 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:49.426101 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.487886 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.securitygroups_db [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Project 3e5dd905492343709b710fabd8a3d24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:38:49.495493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (e5a49cb2-bb27-440e-b0f8-3695680c8652), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.726450 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d77e9-2c7c-4a8f-b33b-e61efcc30c81 req-3409d0a3-df9a-4387-be77-b4e65021ea13 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:49.739020 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ba9d77e9-2c7c-4a8f-b33b-e61efcc30c81 req-3409d0a3-df9a-4387-be77-b4e65021ea13 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1716058 Jul 26 15:38:49.812496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (e5a49cb2-bb27-440e-b0f8-3695680c8652), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.849913 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ba9d77e9-2c7c-4a8f-b33b-e61efcc30c81 req-57b1c177-77a7-437d-98a0-580a770448c5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059644 Jul 26 15:38:49.878042 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:43Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '4e3a7ca1-cd7c-411e-8378-1e42a6797e77', 'name': '', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'tenant_id': 'b445144679f543c9af86651752925487', 'mac_address': 'fa:16:3e:09:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:42Z', 'updated_at': '2022-07-26T15:38:44Z', 'revision_number': 2, 'project_id': 'b445144679f543c9af86651752925487', 'subnets': [{'id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:49.880759 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 74d3098d-6a64-4a33-9d29-e66609633819 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:49.899103 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (e5a49cb2-bb27-440e-b0f8-3695680c8652), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.915834 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Checking router: 5b3cd68c-4561-4c5d-8958-5b07949e7aee for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:38:49.916103 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Updating router 5b3cd68c-4561-4c5d-8958-5b07949e7aee port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:38:49.953383 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:49.983986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a49cb2-bb27-440e-b0f8-3695680c8652,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:50.039420 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 74d3098d-6a64-4a33-9d29-e66609633819 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:50.040095 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74d3098d-6a64-4a33-9d29-e66609633819), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.083883 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.085590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5edd4eb4-349f-48cd-96b2-3dfbab151d67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7020652 Jul 26 15:38:50.088344 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 48986) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:50.093266 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'security_group_rule': {'security_group_id': 'ac255992-a178-4928-a0fc-87fff889d8ef', 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:50.163289 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 74d3098d-6a64-4a33-9d29-e66609633819 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:50.231208 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.securitygroups_db [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Project 3e5dd905492343709b710fabd8a3d24f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:38:50.238098 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (4645cb18-6ce3-4e23-aa9a-078e648d84d2), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.336230 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (4645cb18-6ce3-4e23-aa9a-078e648d84d2), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.337477 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:50.379709 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:50.396638 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks [] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.475865 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (4645cb18-6ce3-4e23-aa9a-078e648d84d2), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.496714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4645cb18-6ce3-4e23-aa9a-078e648d84d2,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:50.515033 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.587326 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1d0ec-51c4-47b9-897d-9853c2c3f562 None None] Pushing event updated for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:50.592609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.598513 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c289268f-c2df-4fdc-a523-c4569cecf888 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5087278 Jul 26 15:38:50.661292 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Attempting to bind port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:50.661663 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Attempting to bind port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:50.662029 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Attempting to bind port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 on network 87866184-760e-4efc-8d13-33e04ff487ad {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:50.670517 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:50.670975 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Checking segment: {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:50.671331 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.671723 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Bound using segment: {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:50.672198 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Bound port: 4e3a7ca1-cd7c-411e-8378-1e42a6797e77, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ae6dfd-ad99-461a-9b75-639673d9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1502, 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:50.672603 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.768096 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] For port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:50.772229 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] For port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:50.867416 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.961521 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:50.962123 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:50.974287 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:50.983358 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1d0ec-51c4-47b9-897d-9853c2c3f562 None None] Pushing event updated for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:50.989166 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:38:50.990402 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:51.079082 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:51.084683 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-113dad04-7c01-40c6-a47c-e00a9e6fb756 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/networks?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769029 Jul 26 15:38:51.148406 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b646a-113a-4a50-81be-845e5a27a1e7 req-c1932736-3e5e-4994-89cc-f4b6fe5c16b2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:51.162087 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-792b646a-113a-4a50-81be-845e5a27a1e7 req-c1932736-3e5e-4994-89cc-f4b6fe5c16b2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1514781 Jul 26 15:38:51.207788 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:38:51.245775 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-792b646a-113a-4a50-81be-845e5a27a1e7 req-28986fd0-79c8-4359-8d79-fa01779c64cc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820541 Jul 26 15:38:51.307838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Current status of the port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:51.310548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:51.414737 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] For port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:38:51.447083 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:51.490541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:51.515685 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:51.531866 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:51.552850 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 49044) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:51.594313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-fd6ceb9f-43e1-4d9c-9ab9-660a3bb3dafc tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:51.596867 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-fd6ceb9f-43e1-4d9c-9ab9-660a3bb3dafc tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104909 Jul 26 15:38:51.621467 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-5109ebd9-dd5a-43d0-a33d-14ed76e24d07 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/quotas/d432a53d4fc44e8e9e557f7e3bca2c47 HTTP/1.1" status: 200 len: 375 time: 0.0189776 Jul 26 15:38:51.622468 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:43Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '4e3a7ca1-cd7c-411e-8378-1e42a6797e77', 'name': '', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'tenant_id': 'b445144679f543c9af86651752925487', 'mac_address': 'fa:16:3e:09:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:42Z', 'updated_at': '2022-07-26T15:38:50Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'subnets': [{'id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:38:51.665086 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4150b-d46e-4158-ba77-75b00da2bab4 None None] The sync data for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi is: [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:38:43Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '4e3a7ca1-cd7c-411e-8378-1e42a6797e77', 'name': '', 'network_id': '87866184-760e-4efc-8d13-33e04ff487ad', 'tenant_id': 'b445144679f543c9af86651752925487', 'mac_address': 'fa:16:3e:09:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:42Z', 'updated_at': '2022-07-26T15:38:50Z', 'revision_number': 4, 'project_id': 'b445144679f543c9af86651752925487', 'subnets': [{'id': 'bcefc907-9231-41c2-9f03-53904c6c0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:38:51.728586 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-13cea3f9-af39-4357-9917-25f476e53521 None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:51.729850 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-13cea3f9-af39-4357-9917-25f476e53521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:51.731750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15d489-5f38-463a-a750-9febf6a638fc None None] Pushing event updated for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:51.746207 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-6e009d04-7566-4bd3-8d1d-c058146e1800 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164796 Jul 26 15:38:51.769933 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-ffa34ca5-660c-4ab6-b3a2-4cea9db4e5d8 service neutron] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2157862 Jul 26 15:38:51.797570 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-45bd1f98-112c-4b37-9fe9-638b81bae534 service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:38:51.801222 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-45bd1f98-112c-4b37-9fe9-638b81bae534 service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0259871 Jul 26 15:38:51.975253 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-13cea3f9-af39-4357-9917-25f476e53521 None None] Current status of the port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:52.008086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:52.011797 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 49070) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:38:52.100192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:52.101123 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:52.123218 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:38:52.237337 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-089931fa-d83a-4396-9146-ba16574bb310 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:52.252022 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-089931fa-d83a-4396-9146-ba16574bb310 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports/86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 941 time: 0.2388856 Jul 26 15:38:52.275100 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-291621ec-63e1-42ae-ac99-d18f47fc6bab req-7538e2b0-0a8c-4dd6-aaab-33266b662e68 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0527158 Jul 26 15:38:52.428381 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-c7896b88-43fd-41ab-a4e2-126d12ad8a6d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:52.430286 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-c7896b88-43fd-41ab-a4e2-126d12ad8a6d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 814 time: 0.3975930 Jul 26 15:38:52.481504 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-6840346c-9739-44ba-b964-6f8c4ba725a1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/quotas/7c892ef56ae9488089386d1a733ae3c0 HTTP/1.1" status: 200 len: 375 time: 0.0397162 Jul 26 15:38:52.528862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:52.550190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdd78e-6796-4943-849e-c4c2b6a737b3 req-1cb01104-8cbf-43b0-89eb-42080f347098 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:52.563172 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eccdd78e-6796-4943-849e-c4c2b6a737b3 req-1cb01104-8cbf-43b0-89eb-42080f347098 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1196446 Jul 26 15:38:52.581965 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-407e13a1-b2b0-46b6-ac4d-f3a1769f9feb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899744 Jul 26 15:38:52.692793 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eccdd78e-6796-4943-849e-c4c2b6a737b3 req-e9a1d5da-53cc-40e1-9cdf-76e34d3a649d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270008 Jul 26 15:38:52.818492 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-b34ea0f5-9aff-4b01-8392-69a25508c631 service neutron] 10.222.0.128 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190349 Jul 26 15:38:52.945622 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-d49314ab-f5a1-4ba7-a10a-c3ccecb23070 service neutron] 10.222.0.128 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183391 Jul 26 15:38:53.506960 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7290800b-9181-47be-9b83-67638b3ad1fc req-e8a4381f-8ec4-4aab-ab8f-3fc6204ab625 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.1139481 Jul 26 15:38:53.544863 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fb07cca8-2561-49f0-9192-37cba7ee62a1 req-a8ac8e50-1b69-42c3-8ce1-9a73c33d7aa8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.1628008 Jul 26 15:38:53.865387 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:38:53.899761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d1c2-5c5a-46bd-9ee3-854e4444d4db req-52fba05f-cb3b-43aa-b3b5-635840403fd4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:53.899761 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4827d1c2-5c5a-46bd-9ee3-854e4444d4db req-52fba05f-cb3b-43aa-b3b5-635840403fd4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0873919 Jul 26 15:38:53.945285 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:53.946041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:53.984430 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4827d1c2-5c5a-46bd-9ee3-854e4444d4db req-69f6e64c-f05e-4d73-aa18-5a47dea7f8aa tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703225 Jul 26 15:38:53.986670 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:54.055912 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:38:54.655075 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1981f8ff-bc6b-475b-8e39-c062b388df40 req-7093a5cd-9cf5-4b80-bcb4-dbc808ffc00d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.0319116 Jul 26 15:38:54.685991 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b1f7c0b0-0008-4d7c-b995-08538d4aece6 req-0776663e-cb28-4501-b08f-0d7ccdc869be tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0304656 Jul 26 15:38:55.217526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549227d2-917e-4097-a4f9-ad12fef0c569 req-73a0d0ac-3c7c-4b4c-b0fa-7c5bbafa0747 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:55.227512 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-549227d2-917e-4097-a4f9-ad12fef0c569 req-73a0d0ac-3c7c-4b4c-b0fa-7c5bbafa0747 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1344426 Jul 26 15:38:55.291069 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-549227d2-917e-4097-a4f9-ad12fef0c569 req-2a1082f8-873e-4995-973d-643f9de26bc1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553095 Jul 26 15:38:55.638997 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-61ad411c-3fe9-4beb-b466-82bc3601643f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693645 Jul 26 15:38:55.929924 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35b266d0-0f58-4afe-86b0-5f2ccbbf848d req-36093969-477c-4876-bce8-7e41b37d166e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.1097457 Jul 26 15:38:56.123023 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9a756b24-78c1-47de-b288-6b4fe78e3998 req-0401ff65-9cf8-43b4-8d72-9ba035d1ead9 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.2093897 Jul 26 15:38:56.278954 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-64f6dae9-f39b-4f20-936e-027f6d000a19 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:56.282976 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-64f6dae9-f39b-4f20-936e-027f6d000a19 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6375196 Jul 26 15:38:56.437840 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e093b-c346-44ca-b712-2fd0e5893b3e req-2906deba-7e50-4e59-b5a3-6a9638e49784 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:56.440816 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a41e093b-c346-44ca-b712-2fd0e5893b3e req-2906deba-7e50-4e59-b5a3-6a9638e49784 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0636215 Jul 26 15:38:56.501760 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a41e093b-c346-44ca-b712-2fd0e5893b3e req-eb51cf98-e099-4c42-acf2-6a8af691d07a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550847 Jul 26 15:38:56.567748 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Request body: {'port': {'device_id': '93c08984-53ba-4b40-8291-6cab95a55413', 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454', 'admin_state_up': True, 'tenant_id': 'd432a53d4fc44e8e9e557f7e3bca2c47'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:56.661864 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:56.858115 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Made reservation on behalf of d432a53d4fc44e8e9e557f7e3bca2c47 for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:56.862064 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:56.873934 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:56.877218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:56.961653 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks [] for security_group (ebd05a31-0a53-4529-87a5-ec56badc49bc), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:57.024281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ebd05a31-0a53-4529-87a5-ec56badc49bc), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:57.095256 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd05a31-0a53-4529-87a5-ec56badc49bc,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:57.202168 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b336dcad-b875-4c39-b08b-76651bf5c60a req-6bfcda16-a7fd-4012-91e3-d6abb9e12fd6 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.1604135 Jul 26 15:38:57.209285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Allocated IP 192.168.233.127 (39eb61c2-0b7f-4de5-8380-54285289a454/0a1b07b4-b3bd-4be6-88e7-a106b3f19500/a3404dc2-300f-46d8-a1fd-9e8938434607) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:57.387444 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-606db652-6ce1-4399-b571-9ffd1c77fa5c req-81a25107-c545-4fe4-8d7f-8aaf95c9cefa tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.0699263 Jul 26 15:38:57.396617 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:57.409370 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-05e1f2f8-23e5-45a7-be04-a38f034c56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:57.411750 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-05e1f2f8-23e5-45a7-be04-a38f034c56a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 1128 time: 0.2550070 Jul 26 15:38:57.415687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks [] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:57.521899 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:57.573489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-89a02c9b-67cc-4512-b518-f648c05e1867 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:57.577436 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-89a02c9b-67cc-4512-b518-f648c05e1867 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 814 time: 0.4475114 Jul 26 15:38:57.581325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-53224d5e-cead-44ba-8565-d1f988d86c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:57.584416 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-53224d5e-cead-44ba-8565-d1f988d86c81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1128 time: 0.1273317 Jul 26 15:38:57.586523 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Pushing event updated for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:57.600660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'port': {'device_id': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'admin_state_up': True, 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:57.602695 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Network 39eb61c2-0b7f-4de5-8380-54285289a454 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:57.604590 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:57.618829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:57.694884 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:57.695776 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:57.792002 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f4c81993-a790-44ab-93b3-e32410dfb951 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2265265 Jul 26 15:38:57.799030 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Request body: {'port': {'device_id': '93c08984-53ba-4b40-8291-6cab95a55413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:57.886989 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ea9c0-7b51-4117-b00f-94881a42a2a4 req-a62a842a-4275-4ebe-8ae9-b72b33dddd26 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:57.888812 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-578ea9c0-7b51-4117-b00f-94881a42a2a4 req-a62a842a-4275-4ebe-8ae9-b72b33dddd26 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1728754 Jul 26 15:38:57.975051 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:57.995518 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.035482 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-578ea9c0-7b51-4117-b00f-94881a42a2a4 req-8ff4b4ee-5f8e-4293-bd90-b190e38ad7cd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398306 Jul 26 15:38:58.063082 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-4fce9c39-a814-4295-9f5e-4c8298abeda9 None None] Provisioning complete for port a3404dc2-300f-46d8-a1fd-9e8938434607 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:58.064670 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4fce9c39-a814-4295-9f5e-4c8298abeda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.106886 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-77960ed0-5445-4a64-b040-3e1487c96ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:58.110772 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-77960ed0-5445-4a64-b040-3e1487c96ce6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.4980855 Jul 26 15:38:58.114652 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-4fce9c39-a814-4295-9f5e-4c8298abeda9 None None] Port a3404dc2-300f-46d8-a1fd-9e8938434607 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:58.169955 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:58.181130 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Made reservation on behalf of 7c892ef56ae9488089386d1a733ae3c0 for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:38:58.185578 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.235856 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:58.238049 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-541247b5-1f0d-4688-8582-6ae4cc6ad7f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 200 len: 999 time: 0.1215572 Jul 26 15:38:58.347276 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-aa5f54f3-e7f2-4c09-ad4b-7b8437b13e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:58.348756 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-aa5f54f3-e7f2-4c09-ad4b-7b8437b13e8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0696659 Jul 26 15:38:58.411402 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58a0-67f4-47a5-b9ee-1c2f9a195500 req-0cd09343-830a-48d3-a6a8-2fa7d244e06a tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:58.413106 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-feae58a0-67f4-47a5-b9ee-1c2f9a195500 req-0cd09343-830a-48d3-a6a8-2fa7d244e06a tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 936 time: 0.0754144 Jul 26 15:38:58.445896 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20936077-106a-42ab-b68c-e881e0bf9166 req-430a2bc8-13bf-4fab-a13b-0901703a445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:58.446540 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-430a2bc8-13bf-4fab-a13b-0901703a445c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870371 Jul 26 15:38:58.489309 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3404dc2-300f-46d8-a1fd-9e8938434607 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:38:58.503976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks [] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.541229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Transition to ACTIVE for port object a3404dc2-300f-46d8-a1fd-9e8938434607 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:38:58.545587 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-feae58a0-67f4-47a5-b9ee-1c2f9a195500 req-30988e3c-4d2a-4758-824d-5a703d84cfe6 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Jul 26 15:38:58.557974 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Allocated IP 172.20.0.4 (0835ecc4-c7ad-4c73-8803-8b011d8ed926/733e4251-0e48-4ccc-8f65-85d2b484b89a/74435adb-9de7-4203-96da-1b7dc6de5828) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:38:58.563113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7f409d27-45cf-4af3-aba7-adedfd27b2e5 req-7e1a6a16-7dba-4baf-9931-b65604f00669 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.0475528 Jul 26 15:38:58.631294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.667124 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-44af2a71-53e2-4438-b0e6-c219d61ca78f service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085733 Jul 26 15:38:58.766612 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Pushing event updated for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:58.805969 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:58.841937 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Attempting to bind port a3404dc2-300f-46d8-a1fd-9e8938434607 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:38:58.842517 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Attempting to bind port a3404dc2-300f-46d8-a1fd-9e8938434607 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:38:58.842983 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Attempting to bind port a3404dc2-300f-46d8-a1fd-9e8938434607 on network 39eb61c2-0b7f-4de5-8380-54285289a454 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:58.849143 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Port a3404dc2-300f-46d8-a1fd-9e8938434607 on network 39eb61c2-0b7f-4de5-8380-54285289a454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:38:58.850350 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Attempting to bind port a3404dc2-300f-46d8-a1fd-9e8938434607 on network 39eb61c2-0b7f-4de5-8380-54285289a454 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:38:58.861324 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:38:58.862066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Checking segment: {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:38:58.863468 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Bound using segment: {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:38:58.864142 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Bound port: a3404dc2-300f-46d8-a1fd-9e8938434607, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26a708d-8d4d-4aa9-8de0-2111415ace6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:38:58.864791 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.879032 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for port (74435adb-9de7-4203-96da-1b7dc6de5828), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:58.906266 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-0c8aef14-7ce1-4bba-a51e-8b51bec2b09f service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051694 Jul 26 15:38:58.960694 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:38:58.965856 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a3404dc2-300f-46d8-a1fd-9e8938434607,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:38:59.093596 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.096796 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.110290 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:59.148212 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.148875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.151502 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] 10.222.0.48 "PUT /v2.0/ports/a3404dc2-300f-46d8-a1fd-9e8938434607 HTTP/1.1" status: 200 len: 1098 time: 1.3559961 Jul 26 15:38:59.151502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:38:59.154272 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bb49ce-c7f0-426c-904f-f53c831b5275" -d '{"events": [{"name": "network-changed", "server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:38:59.214148 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28655e00-94d0-465c-8892-65ca3e2d94a8 x-openstack-request-id: req-28655e00-94d0-465c-8892-65ca3e2d94a8 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:38:59.215304 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:38:59.215771 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-28655e00-94d0-465c-8892-65ca3e2d94a8 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:38:59.216557 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28655e00-94d0-465c-8892-65ca3e2d94a8'] response: {'name': 'network-changed', 'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607', 'status': 'completed', 'code': 200} Jul 26 15:38:59.218244 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bccc7b-09f1-4e2f-8c28-7e542bf65467 service neutron] Pushing event updated for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:59.245906 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:38:59.253537 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66907a-84d3-4392-a5b1-6f5c5192f807 req-6ec8b39b-0f5b-428a-9ba4-154b708089c9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.255063 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f66907a-84d3-4392-a5b1-6f5c5192f807 req-6ec8b39b-0f5b-428a-9ba4-154b708089c9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0845969 Jul 26 15:38:59.260557 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:38:59.287661 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:38:59.372228 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb49ce-c7f0-426c-904f-f53c831b5275 req-1d8adfbb-0ed7-43f0-8ba8-439c35b305f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.374771 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75bb49ce-c7f0-426c-904f-f53c831b5275 req-1d8adfbb-0ed7-43f0-8ba8-439c35b305f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 1132 time: 0.1292455 Jul 26 15:38:59.412756 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75bb49ce-c7f0-426c-904f-f53c831b5275 req-d6a3b44c-33e1-40ef-b12d-5deb8fd5c7d8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240347 Jul 26 15:38:59.417731 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f66907a-84d3-4392-a5b1-6f5c5192f807 req-704c05a6-bae7-4c10-960f-e9fc821d1cbc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525853 Jul 26 15:38:59.440521 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:38:59.450596 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.451249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.531035 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:38:59.536297 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-e27dc7b3-e36f-4bc2-915b-141c4b6e5630 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9434283 Jul 26 15:38:59.549366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Request body: {'port': {'device_id': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:38:59.717631 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.781819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-8a6246e4-b42d-434e-bc87-0038aaa5d5c2 None None] Provisioning complete for port 74435adb-9de7-4203-96da-1b7dc6de5828 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:38:59.782419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8a6246e4-b42d-434e-bc87-0038aaa5d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:38:59.844623 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e600fef-a515-4afe-806d-4317d9d3057e req-badc4dc5-eb03-4a77-bb29-636fd3096966 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.846443 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e600fef-a515-4afe-806d-4317d9d3057e req-badc4dc5-eb03-4a77-bb29-636fd3096966 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 931 time: 0.1093872 Jul 26 15:38:59.851444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8a6246e4-b42d-434e-bc87-0038aaa5d5c2 None None] Port 74435adb-9de7-4203-96da-1b7dc6de5828 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:38:59.925176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb49ce-c7f0-426c-904f-f53c831b5275 req-02165516-c72d-43b6-9da8-3d9dcb832ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.926477 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75bb49ce-c7f0-426c-904f-f53c831b5275 req-02165516-c72d-43b6-9da8-3d9dcb832ac3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4935949 Jul 26 15:38:59.985793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293230-12ba-4101-9250-24f0a881c121 req-f4326bc3-ba1d-43eb-aae1-aeaf16f3fcf8 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:38:59.986809 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b7293230-12ba-4101-9250-24f0a881c121 req-f4326bc3-ba1d-43eb-aae1-aeaf16f3fcf8 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0808260 Jul 26 15:39:00.049658 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e600fef-a515-4afe-806d-4317d9d3057e req-b69074d0-307e-4f7d-ba38-7a805fe6a439 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580989 Jul 26 15:39:00.181056 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b7293230-12ba-4101-9250-24f0a881c121 req-6cfd1797-22d7-4340-906e-753b1dc40c36 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696777 Jul 26 15:39:00.219048 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74435adb-9de7-4203-96da-1b7dc6de5828 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:39:00.232543 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks [] for port (74435adb-9de7-4203-96da-1b7dc6de5828), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:00.240925 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-923cd12f-961e-4504-b0ba-4cf8fffb1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:00.243552 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-923cd12f-961e-4504-b0ba-4cf8fffb1f3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 1132 time: 0.0760927 Jul 26 15:39:00.253173 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Transition to ACTIVE for port object 74435adb-9de7-4203-96da-1b7dc6de5828 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:39:00.294112 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-817ff7f4-f18a-4fe3-b268-dfe51670bc78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=a3404dc2-300f-46d8-a1fd-9e8938434607 HTTP/1.1" status: 200 len: 217 time: 0.0380831 Jul 26 15:39:00.321128 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:00.346458 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-44430822-d4cf-4c70-a95e-d4804ea7d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:00.347924 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-44430822-d4cf-4c70-a95e-d4804ea7d221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a1b07b4-b3bd-4be6-88e7-a106b3f19500 HTTP/1.1" status: 200 len: 843 time: 0.0473368 Jul 26 15:39:00.406537 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-6c6cfb3f-c96b-43d0-a278-68b78a0ac0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:00.408553 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-6c6cfb3f-c96b-43d0-a278-68b78a0ac0da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39eb61c2-0b7f-4de5-8380-54285289a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509329 Jul 26 15:39:00.411055 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:00.502030 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Attempting to bind port 74435adb-9de7-4203-96da-1b7dc6de5828 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:39:00.502350 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Attempting to bind port 74435adb-9de7-4203-96da-1b7dc6de5828 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:39:00.512515 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Attempting to bind port 74435adb-9de7-4203-96da-1b7dc6de5828 on network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:39:00.531543 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Port 74435adb-9de7-4203-96da-1b7dc6de5828 on network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:39:00.532229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Attempting to bind port 74435adb-9de7-4203-96da-1b7dc6de5828 on network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:39:00.539517 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:39:00.540411 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Checking segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:39:00.541922 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Bound using segment: {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:39:00.544642 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Bound port: 74435adb-9de7-4203-96da-1b7dc6de5828, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd07a00-740b-48f9-b931-52e22a8b6b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:39:00.545543 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:00.562657 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:00.609025 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-f7108023-1bee-43b8-b505-e189d735756a service neutron] 10.222.0.48 "GET /v2.0/networks/39eb61c2-0b7f-4de5-8380-54285289a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921773 Jul 26 15:39:00.654727 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:00.677191 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:39:00.700823 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:39:00.716484 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306db118-2374-4e3a-bc4d-0d9bd630dd5c req-e640a37e-c85e-4254-a9b6-8f5b4912d4bc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:00.725462 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-306db118-2374-4e3a-bc4d-0d9bd630dd5c req-e640a37e-c85e-4254-a9b6-8f5b4912d4bc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1580930 Jul 26 15:39:00.747639 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:00.787344 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e31cdb9d-3d45-4868-9201-d6087d30d25b req-963d901a-06b0-4647-b319-1a9a45bb6088 service neutron] 10.222.0.48 "GET /v2.0/networks/39eb61c2-0b7f-4de5-8380-54285289a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691022 Jul 26 15:39:00.823472 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:00.824216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:00.825644 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] 10.222.0.48 "PUT /v2.0/ports/74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 1093 time: 1.2806377 Jul 26 15:39:00.829080 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:00.831488 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6414d21-6bae-44d4-a10e-7bd54da444fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:00.857459 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-306db118-2374-4e3a-bc4d-0d9bd630dd5c req-019786a1-97cf-4ba8-884f-fb90a657bafc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302314 Jul 26 15:39:00.866163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4be4-3ba1-439d-ac0f-d773d1fc3654 service neutron] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:00.922349 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bbba0-4f88-42ca-a702-e2f073b64716 x-openstack-request-id: req-538bbba0-4f88-42ca-a702-e2f073b64716 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:00.922938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:00.923435 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-538bbba0-4f88-42ca-a702-e2f073b64716 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:00.924052 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538bbba0-4f88-42ca-a702-e2f073b64716'] response: {'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:39:00.999940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-8d69deb5-822e-4d66-abb8-de9cacc4a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.002301 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-8d69deb5-822e-4d66-abb8-de9cacc4a6a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1127 time: 0.0689311 Jul 26 15:39:01.050058 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-2776bf8f-fd77-45ff-b42e-339db440c5f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 217 time: 0.0402796 Jul 26 15:39:01.129887 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-23ce1470-447f-4e31-ad8a-e2e68a69407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.132276 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-23ce1470-447f-4e31-ad8a-e2e68a69407c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0701566 Jul 26 15:39:01.243669 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-b7c3762c-4420-48c1-b316-7d4a083ae190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.245967 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-b7c3762c-4420-48c1-b316-7d4a083ae190 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029460 Jul 26 15:39:01.261288 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c28f5-1c80-447d-aa5a-630a24eb210c req-42543bf9-310a-404f-aa9b-1f43c0ce370f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.262855 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cd9c28f5-1c80-447d-aa5a-630a24eb210c req-42543bf9-310a-404f-aa9b-1f43c0ce370f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.1084104 Jul 26 15:39:01.363988 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:01.388311 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867427b8-d490-4435-ac55-e038133fc352 req-7c3f7cc6-04cb-44f8-8797-ce024aa1aa6b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.390043 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-867427b8-d490-4435-ac55-e038133fc352 req-7c3f7cc6-04cb-44f8-8797-ce024aa1aa6b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0668249 Jul 26 15:39:01.451044 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-867427b8-d490-4435-ac55-e038133fc352 req-6555e795-14ca-4616-af51-45f70dac01d5 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542591 Jul 26 15:39:01.625430 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:01.653620 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cd9c28f5-1c80-447d-aa5a-630a24eb210c req-f00e89fd-e940-423c-99aa-1cf49f59808d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684576 Jul 26 15:39:01.668440 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-220c4310-1457-42b6-98f6-314953f94a4a service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045801 Jul 26 15:39:01.772173 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f69cc51-48eb-4ab2-8c92-83a504eb11d2 req-3b05c628-bb74-4efc-a99a-4ed5686ee2e6 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963161 Jul 26 15:39:01.936160 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-e7f1a7c5-bbd3-403f-bd6e-b41cb63eca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:01.937839 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-e7f1a7c5-bbd3-403f-bd6e-b41cb63eca99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1127 time: 0.0504913 Jul 26 15:39:02.001616 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3884-ea7d-4940-9eb0-43e1563a67f0 req-07a2c1c3-2b89-43a7-9cee-52f170a82b2b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.003299 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-17ba3884-ea7d-4940-9eb0-43e1563a67f0 req-07a2c1c3-2b89-43a7-9cee-52f170a82b2b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0514190 Jul 26 15:39:02.039903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-1bfabe94-4a6a-4775-a2fd-8ce64be16e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.041635 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-1bfabe94-4a6a-4775-a2fd-8ce64be16e5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.0957770 Jul 26 15:39:02.070507 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-17ba3884-ea7d-4940-9eb0-43e1563a67f0 req-1943d356-5aa0-42ce-8fb3-86721d33ccea tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591791 Jul 26 15:39:02.095268 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-3d27266d-466c-4978-a451-a5b2ded1b58f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 217 time: 0.0429235 Jul 26 15:39:02.117156 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=15 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:02.149942 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-9610dc57-b3fe-4b60-989c-d96e9f2c3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.151521 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-9610dc57-b3fe-4b60-989c-d96e9f2c3d57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0475891 Jul 26 15:39:02.200045 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:02.204075 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-8e452696-927a-4a85-9fc8-aab7265acbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.209733 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-8e452696-927a-4a85-9fc8-aab7265acbfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458491 Jul 26 15:39:02.370318 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-6dfdd41a-7cb0-407e-b661-bcbf1ffb2dc8 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561229 Jul 26 15:39:02.481296 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6414d21-6bae-44d4-a10e-7bd54da444fa req-5da44ecc-5405-4318-9d77-90cebc8c527d service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007316 Jul 26 15:39:02.609477 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329598ef-77ba-4bc7-a984-4c343b56d71a req-287102b1-942a-4327-a6f1-3e9fe1ff2160 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.611300 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-329598ef-77ba-4bc7-a984-4c343b56d71a req-287102b1-942a-4327-a6f1-3e9fe1ff2160 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0619597 Jul 26 15:39:02.657231 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:02.666724 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-329598ef-77ba-4bc7-a984-4c343b56d71a req-284c65a6-2b15-4cbf-9f1b-b76e7f56a301 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486686 Jul 26 15:39:02.801389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff73672-e9cb-45ac-84a3-8b42aa6197d3 req-5c913fd1-3037-4475-8397-fe89637c1a98 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:02.803052 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9ff73672-e9cb-45ac-84a3-8b42aa6197d3 req-5c913fd1-3037-4475-8397-fe89637c1a98 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0579293 Jul 26 15:39:02.855503 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9ff73672-e9cb-45ac-84a3-8b42aa6197d3 req-f0ce1178-85ff-4656-945d-77043e1945a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Jul 26 15:39:03.218953 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429ec8-afb8-40d6-98b7-a05b094f0075 req-aca2b2f1-237b-423a-b65b-a68192dced12 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:03.220434 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92429ec8-afb8-40d6-98b7-a05b094f0075 req-aca2b2f1-237b-423a-b65b-a68192dced12 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0509875 Jul 26 15:39:03.277712 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92429ec8-afb8-40d6-98b7-a05b094f0075 req-4418ae5d-764e-4ef6-a0cb-09bcaddb04df tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515466 Jul 26 15:39:03.838907 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bf64b-4ce9-42f9-8a4b-6ca95a6ab21e req-c206992d-5776-4304-85cb-ed0ef753c899 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:03.845346 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9e5bf64b-4ce9-42f9-8a4b-6ca95a6ab21e req-c206992d-5776-4304-85cb-ed0ef753c899 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0906827 Jul 26 15:39:03.932702 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9e5bf64b-4ce9-42f9-8a4b-6ca95a6ab21e req-48d747a0-f3e3-467a-b1bb-fc33a974f7f3 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834913 Jul 26 15:39:04.079128 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003130-7eaa-4693-831f-f791ea6c1da3 req-cf724025-9aac-40a5-b1ed-05e20fc1387f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:04.085205 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1c003130-7eaa-4693-831f-f791ea6c1da3 req-cf724025-9aac-40a5-b1ed-05e20fc1387f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0758612 Jul 26 15:39:04.151216 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1c003130-7eaa-4693-831f-f791ea6c1da3 req-dcdd5c38-2bbe-48f1-8501-e0e07e5138b9 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Jul 26 15:39:04.346317 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693867dd-0ab0-4d2f-bf95-3e717b4eaeb0 req-35829f4d-1b41-4fd5-916c-d0f97a9ff16a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:04.347890 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-693867dd-0ab0-4d2f-bf95-3e717b4eaeb0 req-35829f4d-1b41-4fd5-916c-d0f97a9ff16a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.0561292 Jul 26 15:39:04.408163 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-693867dd-0ab0-4d2f-bf95-3e717b4eaeb0 req-25f1b81c-c2f7-4370-bbad-b98756e62613 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Jul 26 15:39:04.448121 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d9988-9a30-4bee-a0d6-dab95913f992 req-137780eb-26c9-4a92-a8ff-7ccbd1a896ea tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:04.449943 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-610d9988-9a30-4bee-a0d6-dab95913f992 req-137780eb-26c9-4a92-a8ff-7ccbd1a896ea tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0714726 Jul 26 15:39:04.515775 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-610d9988-9a30-4bee-a0d6-dab95913f992 req-0f23d4bc-1c29-41df-afce-992557dcf505 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520539 Jul 26 15:39:05.071096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e4d16-1712-45df-9818-ed405f2afcb8 req-42389e76-c9ea-4662-8fe4-b89ec61463dd tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:05.075738 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b04e4d16-1712-45df-9818-ed405f2afcb8 req-42389e76-c9ea-4662-8fe4-b89ec61463dd tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0608644 Jul 26 15:39:05.137966 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b04e4d16-1712-45df-9818-ed405f2afcb8 req-e2f844b1-4150-4601-94d8-48f69deb0fd6 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465090 Jul 26 15:39:05.305566 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6a0a4-e808-4c35-91ee-f6f2dfec7a49 req-d89f0739-73ec-4ca5-b0f1-32e560ba1fdd tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:05.307404 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-39a6a0a4-e808-4c35-91ee-f6f2dfec7a49 req-d89f0739-73ec-4ca5-b0f1-32e560ba1fdd tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0566304 Jul 26 15:39:05.415555 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-39a6a0a4-e808-4c35-91ee-f6f2dfec7a49 req-a8db8a23-80d9-4bf9-a7c6-73bd72b5c5e8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008930 Jul 26 15:39:05.592424 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803786fc-d889-4c30-a700-dd7f49aee6db req-69a6bea6-d478-44ef-a9c3-9fcac07cb466 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:05.594000 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-803786fc-d889-4c30-a700-dd7f49aee6db req-69a6bea6-d478-44ef-a9c3-9fcac07cb466 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.0668180 Jul 26 15:39:05.682327 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-803786fc-d889-4c30-a700-dd7f49aee6db req-cb3f65e7-1ff0-42b2-8f9e-4d711c3a7444 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816972 Jul 26 15:39:05.693712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750e023-c42d-451b-94a1-f528cf78f506 req-bd7c3e45-de94-483c-8548-7fa725d529f4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:05.702404 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0750e023-c42d-451b-94a1-f528cf78f506 req-bd7c3e45-de94-483c-8548-7fa725d529f4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0804541 Jul 26 15:39:05.722899 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:05.761740 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0750e023-c42d-451b-94a1-f528cf78f506 req-324d824b-d03b-4e80-ba8a-4e8f0895849a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582514 Jul 26 15:39:06.285223 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65feb0d-e4bb-4c29-b96f-62b4ef89d573 req-05f8910a-50ae-4b9f-ae20-32fbd0fcda12 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:06.296481 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c65feb0d-e4bb-4c29-b96f-62b4ef89d573 req-05f8910a-50ae-4b9f-ae20-32fbd0fcda12 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0838728 Jul 26 15:39:06.364941 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c65feb0d-e4bb-4c29-b96f-62b4ef89d573 req-c636a4b7-8f76-497c-b199-15ab8f7b069e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626664 Jul 26 15:39:06.578638 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8009-fee9-426c-80b8-62f65cc78b40 req-04d66f6c-da7f-4535-84df-2f2f5f833a7b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:06.580585 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e72e8009-fee9-426c-80b8-62f65cc78b40 req-04d66f6c-da7f-4535-84df-2f2f5f833a7b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0514948 Jul 26 15:39:06.637822 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e72e8009-fee9-426c-80b8-62f65cc78b40 req-05ee81ac-78c3-4438-a695-59c3cc099cd6 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500133 Jul 26 15:39:06.817536 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a8c3-37b6-4f27-b8fe-8d76d8d712b5 req-4fbd3b7f-e5bf-4490-b5b6-36d6edd2abb6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:06.819017 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc25a8c3-37b6-4f27-b8fe-8d76d8d712b5 req-4fbd3b7f-e5bf-4490-b5b6-36d6edd2abb6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Jul 26 15:39:06.841747 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:06.887025 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc25a8c3-37b6-4f27-b8fe-8d76d8d712b5 req-92f2b31a-4029-4b98-b7b1-fb4197890c60 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=7d13b776-ff87-4c00-9c87-651bb89f275b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611820 Jul 26 15:39:06.920555 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667daf32-c8e0-447e-9ba0-3adb85413363 req-eb9c5cd1-5c5a-4e43-9cc0-eb521d76f329 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:06.922367 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-667daf32-c8e0-447e-9ba0-3adb85413363 req-eb9c5cd1-5c5a-4e43-9cc0-eb521d76f329 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0644078 Jul 26 15:39:06.928011 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-10bb7cf5-b9ea-4199-a22f-724500becd56 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:06.930355 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-10bb7cf5-b9ea-4199-a22f-724500becd56 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 945 time: 0.0601890 Jul 26 15:39:06.974077 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-667daf32-c8e0-447e-9ba0-3adb85413363 req-55bb965d-481f-42ee-ad9d-57b5e012a66c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456383 Jul 26 15:39:07.057826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port 1677bd44-b76c-4604-b1ac-43c7dded5da3 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:39:07.058189 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:07.166673 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] For port 1677bd44-b76c-4604-b1ac-43c7dded5da3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1677bd44-b76c-4604-b1ac-43c7dded5da3,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:07.167027 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:07.230430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:07.401006 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:07.405563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:07.405563 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP 639f91be-969e-44b7-8e12-6747f00fed87 disassociated. External IP: 172.27.1.63, port: 1677bd44-b76c-4604-b1ac-43c7dded5da3. Jul 26 15:39:07.405563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for 1677bd44-b76c-4604-b1ac-43c7dded5da3 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:39:07.518902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e54127-1922-49d9-8571-26b874644d0b req-990746b6-0ea8-4045-a15c-8a9a38680218 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:07.520439 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f0e54127-1922-49d9-8571-26b874644d0b req-990746b6-0ea8-4045-a15c-8a9a38680218 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0731697 Jul 26 15:39:07.624970 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f0e54127-1922-49d9-8571-26b874644d0b req-169e25ef-bb9e-4a3e-bc2a-358cf803961e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933287 Jul 26 15:39:07.743619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (1677bd44-b76c-4604-b1ac-43c7dded5da3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:07.772797 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417bcc-3bcf-422c-bd02-a206dba489c5 req-439b1ea1-a1ce-45dc-b170-a9bfe4d36991 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:07.775593 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bf417bcc-3bcf-422c-bd02-a206dba489c5 req-439b1ea1-a1ce-45dc-b170-a9bfe4d36991 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0585582 Jul 26 15:39:07.833154 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=1677bd44-b76c-4604-b1ac-43c7dded5da3,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:07.872751 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bf417bcc-3bcf-422c-bd02-a206dba489c5 req-977f6c98-29e3-43a2-bd5d-5e9a7cbc9ecc tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906827 Jul 26 15:39:08.015649 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d911a522-e429-4bcd-90c2-6b84b3751ab4 req-5beab7e2-4826-45d7-a226-a402c65fa855 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0302951 Jul 26 15:39:08.027763 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:39:08.156375 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46c35f-b021-4983-b2cb-6340506ab095 req-4efe50b7-2436-4e77-b2f0-80b60e968824 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:08.158161 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6d46c35f-b021-4983-b2cb-6340506ab095 req-4efe50b7-2436-4e77-b2f0-80b60e968824 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0626857 Jul 26 15:39:08.161118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:39:08.190668 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:39:08.218877 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:39:08.219520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:08.222256 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] No DVR routers for this DVR port 1677bd44-b76c-4604-b1ac-43c7dded5da3 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:39:08.226116 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:08.230027 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6ce112b-fa1f-4e0c-993a-78b0ae8af01c req-03d0365a-5098-4844-99ab-8f2c76014bd8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "DELETE /v2.0/ports/1677bd44-b76c-4604-b1ac-43c7dded5da3 HTTP/1.1" status: 204 len: 173 time: 1.2844119 Jul 26 15:39:08.233332 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6d46c35f-b021-4983-b2cb-6340506ab095 req-f9f71386-94ea-455d-a3fc-860ab635e33c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638454 Jul 26 15:39:08.233471 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'name': 'network-vif-deleted', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:08.233471 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b61c098-9fba-4f59-a47f-5cc53295b64f" -d '{"events": [{"server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "name": "network-vif-deleted", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:08.298312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561ade68-5f98-4530-8b81-a97d4783ec52 x-openstack-request-id: req-561ade68-5f98-4530-8b81-a97d4783ec52 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:08.298604 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d4125-a5c9-42f0-aaf7-4c8b7250c221", "name": "network-vif-deleted", "tag": "1677bd44-b76c-4604-b1ac-43c7dded5da3", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:08.298935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-561ade68-5f98-4530-8b81-a97d4783ec52 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:08.299342 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561ade68-5f98-4530-8b81-a97d4783ec52'] response: {'server_uuid': '065d4125-a5c9-42f0-aaf7-4c8b7250c221', 'name': 'network-vif-deleted', 'tag': '1677bd44-b76c-4604-b1ac-43c7dded5da3', 'status': 'completed', 'code': 200} Jul 26 15:39:08.372188 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:39:08.412170 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:08.454497 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a187e-fecc-4c0f-acdd-33a518e61967 req-53cf2c03-5cb5-4841-bae8-dc2923fb62d1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:08.461743 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b7a187e-fecc-4c0f-acdd-33a518e61967 req-53cf2c03-5cb5-4841-bae8-dc2923fb62d1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0574865 Jul 26 15:39:08.517121 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b7a187e-fecc-4c0f-acdd-33a518e61967 req-dce7cb9b-c150-44cc-bcd5-d99f5591ae67 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538015 Jul 26 15:39:08.535116 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:08.629190 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:08.655940 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:39:08.665869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:39:08.666333 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:38:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:08.788202 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b84e7-0f9e-4fc2-b519-ff47d3f54515 req-6434cd1c-a4f7-436a-ae6d-b7416fde252f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:08.791360 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-823b84e7-0f9e-4fc2-b519-ff47d3f54515 req-6434cd1c-a4f7-436a-ae6d-b7416fde252f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0815954 Jul 26 15:39:08.827399 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:39:08.840426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:08.883960 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-823b84e7-0f9e-4fc2-b519-ff47d3f54515 req-a2453269-4f2b-453e-a7cb-e98fb76eb463 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860395 Jul 26 15:39:09.043335 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:09.092866 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18519944-00c5-481c-a809-8f395a751f34 req-6c823582-bd40-4f90-8416-57d1a1c668a2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:09.104186 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18519944-00c5-481c-a809-8f395a751f34 req-6c823582-bd40-4f90-8416-57d1a1c668a2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0977120 Jul 26 15:39:09.212502 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eb8933e1-5328-4307-be81-02fb23d1f577 req-7fc36e80-9a1a-4a43-9ad0-a2d4482f5112 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0837824 Jul 26 15:39:09.228861 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18519944-00c5-481c-a809-8f395a751f34 req-0f82dd34-3063-4681-b368-e4e233d5607c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230485 Jul 26 15:39:09.235117 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:09.274182 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb432d-1e60-4bf5-b827-b729728c3608 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '76177d9c-260f-49b0-9697-dadd1ef45a2d', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:50:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:35:35Z', 'updated_at': '2022-07-26T15:36:16Z', 'revision_number': 2, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:39:09.463639 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03db67-b4fe-4b42-b4a1-706935fb7c69 req-e31efd2a-f822-4e60-be05-7ac63104e7ff tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:09.474890 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f03db67-b4fe-4b42-b4a1-706935fb7c69 req-e31efd2a-f822-4e60-be05-7ac63104e7ff tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0965307 Jul 26 15:39:09.495948 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a3404dc2-300f-46d8-a1fd-9e8938434607 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:39:09.559026 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f03db67-b4fe-4b42-b4a1-706935fb7c69 req-e97d4558-640e-473b-ac1d-72ba09f95f63 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832181 Jul 26 15:39:09.630590 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:09.675022 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1677bd44-b76c-4604-b1ac-43c7dded5da3 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:39:09.713639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3438e1-7b69-43d8-986f-bdf55f362bbc req-adfdeb18-8021-4fcb-9049-ea6133b74f6c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:09.731392 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ee3438e1-7b69-43d8-986f-bdf55f362bbc req-adfdeb18-8021-4fcb-9049-ea6133b74f6c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.1227286 Jul 26 15:39:09.770512 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 1677bd44-b76c-4604-b1ac-43c7dded5da3 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:39:09.770855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1677bd44-b76c-4604-b1ac-43c7dded5da3 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:39:09.777999 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea91004-2888-4b4f-a992-e98ec106556a None None] New status for floating IP 639f91be-969e-44b7-8e12-6747f00fed87: DOWN {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:39:09.809988 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a3404dc2-300f-46d8-a1fd-9e8938434607,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:09.829026 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'a3404dc2-300f-46d8-a1fd-9e8938434607', 'network_id': '39eb61c2-0b7f-4de5-8380-54285289a454', 'port_id': 'a3404dc2-300f-46d8-a1fd-9e8938434607', 'mac_address': 'fa:16:3e:9d:4d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1b07b4-b3bd-4be6-88e7-a106b3f19500', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:39:09.882120 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ee3438e1-7b69-43d8-986f-bdf55f362bbc req-df1ace5c-b595-4622-9572-5338addfa7bc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497309 Jul 26 15:39:09.894829 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a3404dc2-300f-46d8-a1fd-9e8938434607 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:09.895419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:09.940687 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3404dc2-300f-46d8-a1fd-9e8938434607 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:39:10.005086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a3404dc2-300f-46d8-a1fd-9e8938434607,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:10.045080 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:10.053244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ac56f-52fd-4699-b2ab-5ce5c71abc53 req-a285b53e-cd59-4078-86cc-34f837dedb9e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:10.062120 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ca2ac56f-52fd-4699-b2ab-5ce5c71abc53 req-a285b53e-cd59-4078-86cc-34f837dedb9e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 948 time: 0.0661886 Jul 26 15:39:10.092193 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:10.136987 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ca2ac56f-52fd-4699-b2ab-5ce5c71abc53 req-f365c7ec-3de1-48f6-b0b2-fea0db0a77fb tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Jul 26 15:39:10.158952 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:10.361123 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-07956159-fe39-47fb-b579-7371bd5a05ff req-364ced98-34d2-4ab5-9446-2c89073ecc51 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0460846 Jul 26 15:39:10.434354 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919ef06-9e21-4718-a438-eba945ebbe78 req-a26b4fae-2d29-4765-80f2-aa8eb421363c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:10.434984 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['a3404dc2-300f-46d8-a1fd-9e8938434607'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:39:10.436901 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1919ef06-9e21-4718-a438-eba945ebbe78 req-a26b4fae-2d29-4765-80f2-aa8eb421363c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.1055484 Jul 26 15:39:10.542305 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1919ef06-9e21-4718-a438-eba945ebbe78 req-bb698820-c01b-440d-882d-924dfd6de35e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Jul 26 15:39:10.595738 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:10.761143 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5d61-4f9b-4119-9672-81f131f76e61 req-907ac89f-9cc6-425d-8b5d-53d15e4d71ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:10.763394 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-25ad5d61-4f9b-4119-9672-81f131f76e61 req-907ac89f-9cc6-425d-8b5d-53d15e4d71ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0628676 Jul 26 15:39:10.818751 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-25ad5d61-4f9b-4119-9672-81f131f76e61 req-7358bfcd-51ea-4507-9937-b4b4457e015e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493047 Jul 26 15:39:11.063851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea029c-1d4b-45ef-9d8e-dae81d1840ab req-f46d853c-e778-48e5-ad8a-5ae3bd311dc9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:11.073028 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c7ea029c-1d4b-45ef-9d8e-dae81d1840ab req-f46d853c-e778-48e5-ad8a-5ae3bd311dc9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0761499 Jul 26 15:39:11.126832 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c7ea029c-1d4b-45ef-9d8e-dae81d1840ab req-fc4eecd2-a49c-4c76-ba25-7f7330d189ce tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528631 Jul 26 15:39:11.336178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06d9c6-2de5-453d-8b86-58d4e11cb23d req-1734f342-de27-4368-82b3-9257358f71c4 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:11.360796 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c06d9c6-2de5-453d-8b86-58d4e11cb23d req-1734f342-de27-4368-82b3-9257358f71c4 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 949 time: 0.0993404 Jul 26 15:39:11.436539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8c06d9c6-2de5-453d-8b86-58d4e11cb23d req-7983189b-2f8b-48e1-9fa9-0369b7a9e600 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746691 Jul 26 15:39:11.494318 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-841b407b-ea3c-45fa-9743-bd317cb26925 req-da263654-e2dd-4d5b-8f43-ca91bc915e7f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0327880 Jul 26 15:39:11.524281 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a3404dc2-300f-46d8-a1fd-9e8938434607 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:39:11.624380 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port a3404dc2-300f-46d8-a1fd-9e8938434607 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:39:11.732420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd32f4-e8af-4795-8495-1b3278d184ee req-2d9610f6-9f02-46f3-8525-e2cf93069351 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:11.735688 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28dd32f4-e8af-4795-8495-1b3278d184ee req-2d9610f6-9f02-46f3-8525-e2cf93069351 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0741560 Jul 26 15:39:11.782817 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port a3404dc2-300f-46d8-a1fd-9e8938434607 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:39:11.783455 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:11.807916 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28dd32f4-e8af-4795-8495-1b3278d184ee req-aacd8d3f-4c18-44ef-b999-f41612a32716 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Jul 26 15:39:11.922545 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a3404dc2-300f-46d8-a1fd-9e8938434607 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:11.923134 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:11.981476 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a3404dc2-300f-46d8-a1fd-9e8938434607,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:11.993181 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043866c6-1c1e-45da-b42f-da087167e280 req-4fead73d-7375-460b-b692-5fc6f13de719 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:11.997063 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:11.999814 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc9a266-63d4-4f4a-813a-c903ed248ae9" -d '{"events": [{"server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "name": "network-vif-plugged", "status": "completed", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:12.003152 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-043866c6-1c1e-45da-b42f-da087167e280 req-4fead73d-7375-460b-b692-5fc6f13de719 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0821233 Jul 26 15:39:12.057675 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:12.061795 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40281d-6d3b-402a-a1d0-59ef595e2f1e x-openstack-request-id: req-bc40281d-6d3b-402a-a1d0-59ef595e2f1e {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:12.062099 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "name": "network-vif-plugged", "status": "completed", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:12.062354 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-bc40281d-6d3b-402a-a1d0-59ef595e2f1e {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:12.068229 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc40281d-6d3b-402a-a1d0-59ef595e2f1e'] response: {'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607', 'code': 200} Jul 26 15:39:12.073204 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-043866c6-1c1e-45da-b42f-da087167e280 req-f501837e-69ca-4640-a47b-8330fb4f8dbe tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685737 Jul 26 15:39:12.158177 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:12.294789 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf5aed-be86-4af8-8aed-44928eeb1ee4 req-0118c76b-1e64-426d-990c-b24cc596438c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:12.296899 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ccf5aed-be86-4af8-8aed-44928eeb1ee4 req-0118c76b-1e64-426d-990c-b24cc596438c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Jul 26 15:39:12.329375 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:12.356327 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6ccf5aed-be86-4af8-8aed-44928eeb1ee4 req-1e64a08a-97bc-4ed0-ad94-99338301acc5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495732 Jul 26 15:39:12.605798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5ae2a-fcfb-430a-9991-de829ed1fd3c req-d0e717c0-2ee8-46e4-9321-14718ea46251 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:12.607363 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-16c5ae2a-fcfb-430a-9991-de829ed1fd3c req-d0e717c0-2ee8-46e4-9321-14718ea46251 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0681276 Jul 26 15:39:12.714395 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-16c5ae2a-fcfb-430a-9991-de829ed1fd3c req-63f0c4da-6660-4a28-8192-5cd23abac0e0 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962152 Jul 26 15:39:12.718668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 49462) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:12.729502 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d91e24d7-4a81-46ca-a019-e075aee5f755 req-4b4d42d5-8753-4e48-bfcc-506c79182607 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0825763 Jul 26 15:39:12.792430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Deleting subnet f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:39:12.796192 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Publish callbacks [] for subnet (f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:12.846245 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:12.963462 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.007215 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8095ae-3b00-4679-8614-9cfde7767569 req-b1f3da59-8d2e-48f8-8024-d69e8f6b4969 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:13.009655 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff8095ae-3b00-4679-8614-9cfde7767569 req-b1f3da59-8d2e-48f8-8024-d69e8f6b4969 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.1150517 Jul 26 15:39:13.084960 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff8095ae-3b00-4679-8614-9cfde7767569 req-7fb25e12-718c-46f0-af2d-ca314054ccb6 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655851 Jul 26 15:39:13.167069 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.206416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:13.215202 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.215790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.216319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.216763 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218600 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.218862 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.219275 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.219672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.220062 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.220455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.220815 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:13.231946 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.236204 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-3d1aaaa4-abdd-4276-8d26-1f31db563d32 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/f83166cd-ebbe-4fb4-9a9a-20d8e2f15edc HTTP/1.1" status: 204 len: 168 time: 0.5164912 Jul 26 15:39:13.240627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 49470) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:13.299947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900e66c-9355-4feb-8de8-5c6192619769 req-74bfd16c-8b85-4110-95bf-e21bcb9ebeb5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:13.302418 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8900e66c-9355-4feb-8de8-5c6192619769 req-74bfd16c-8b85-4110-95bf-e21bcb9ebeb5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0876293 Jul 26 15:39:13.320180 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:13.358988 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (b5f8ab70-ca20-493f-94b9-bdf15637a6df), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.383553 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8900e66c-9355-4feb-8de8-5c6192619769 req-5350561c-3f8d-4c88-9caf-71836fd08224 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724630 Jul 26 15:39:13.476419 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (b5f8ab70-ca20-493f-94b9-bdf15637a6df), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.495614 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:13.516001 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f8ab70-ca20-493f-94b9-bdf15637a6df']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:13.558762 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986b5e42-3a3d-4127-bb8b-80e8318db764') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:13.558762 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986b5e42-3a3d-4127-bb8b-80e8318db764') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:39:13.584514 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee9f6e-eeeb-4884-b6f0-70f782643a01 req-d2e6d049-e306-492c-8bde-643ecc46a7e2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:13.587640 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c5ee9f6e-eeeb-4884-b6f0-70f782643a01 req-d2e6d049-e306-492c-8bde-643ecc46a7e2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0928369 Jul 26 15:39:13.592199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (986b5e42-3a3d-4127-bb8b-80e8318db764), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.618957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (986b5e42-3a3d-4127-bb8b-80e8318db764), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.654678 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Releasing vlan 1504 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:39:13.655409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (986b5e42-3a3d-4127-bb8b-80e8318db764), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.704801 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 986b5e42-3a3d-4127-bb8b-80e8318db764 resource provider aggregate not found Jul 26 15:39:13.735392 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 986b5e42-3a3d-4127-bb8b-80e8318db764 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 986b5e42-3a3d-4127-bb8b-80e8318db764 found for delete ", "request_id": "req-c248675d-1a9a-48b8-bbc0-d3ad7a53de2e"}]} Jul 26 15:39:13.740708 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c5ee9f6e-eeeb-4884-b6f0-70f782643a01 req-9fb8fc8a-8949-457c-9c57-652663619270 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459212 Jul 26 15:39:13.856241 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-01692054-b964-4b7d-990e-f985a057efb9 req-5f169ccb-c2cd-4ff0-a201-c0eab84a3cd0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0320723 Jul 26 15:39:13.874706 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (b5f8ab70-ca20-493f-94b9-bdf15637a6df), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.905936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:13.912571 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] 10.222.0.128 "DELETE /v2.0/networks/b5f8ab70-ca20-493f-94b9-bdf15637a6df HTTP/1.1" status: 204 len: 168 time: 0.6680520 Jul 26 15:39:13.912571 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62137ff3-2f04-4558-af34-bf5c62b9a3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f8ab70-ca20-493f-94b9-bdf15637a6df,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:13.929268 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b287d-9ea9-4151-8687-5139ab35acac req-f7ffee04-b69b-40a8-8127-835953de117b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:13.931466 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c4b287d-9ea9-4151-8687-5139ab35acac req-f7ffee04-b69b-40a8-8127-835953de117b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.1000149 Jul 26 15:39:13.990523 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c4b287d-9ea9-4151-8687-5139ab35acac req-572df93f-0755-4dd8-ab17-28c4b0ce8f58 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534217 Jul 26 15:39:14.248770 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88255-d41a-4ff3-ae85-985f7b24f03e req-52543b3d-49ee-41d2-86da-b00179e84624 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:14.250294 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fed88255-d41a-4ff3-ae85-985f7b24f03e req-52543b3d-49ee-41d2-86da-b00179e84624 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0753598 Jul 26 15:39:14.302239 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 49488) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:14.343467 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fed88255-d41a-4ff3-ae85-985f7b24f03e req-4727d205-c9d6-44e4-8521-6eb7cf2dce6e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Jul 26 15:39:14.382814 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-0bfd353d-c553-4627-a904-5c2b7500e383 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=eb5cc7e509e84773bec86203332e38af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703475 Jul 26 15:39:14.383025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 49490) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:14.458197 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Publish callbacks [] for security_group (f02ff36d-03f9-4dd8-9c93-eb7b6c745d63), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:14.485486 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Publish callbacks [] for security_group (f02ff36d-03f9-4dd8-9c93-eb7b6c745d63), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:14.573437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6492c-a050-42ec-8a92-36cf32a0f036 req-59e8a3cd-9bae-49f1-80ac-4f0169da684d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:14.575009 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-60a6492c-a050-42ec-8a92-36cf32a0f036 req-59e8a3cd-9bae-49f1-80ac-4f0169da684d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0600362 Jul 26 15:39:14.629778 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-60a6492c-a050-42ec-8a92-36cf32a0f036 req-6d313c02-2113-46df-b1fe-5cb601cd6886 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481174 Jul 26 15:39:14.631207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f02ff36d-03f9-4dd8-9c93-eb7b6c745d63), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:14.634669 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:14.642279 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f02ff36d-03f9-4dd8-9c93-eb7b6c745d63 HTTP/1.1" status: 204 len: 168 time: 0.2573745 Jul 26 15:39:14.662248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ff36d-03f9-4dd8-9c93-eb7b6c745d63,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:14.675940 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:14.686450 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.686450 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.687121 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.687593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.688721 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692253 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.692875 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.693100 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.693434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.694021 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.694487 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0677229-e41d-4ff7-8414-60af158c30a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:14.882506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231843b5-8d04-4d1c-a3b5-a21c43c2e491 req-1ffc3a2c-7667-41c6-b109-8db9d94ea344 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:14.890557 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-231843b5-8d04-4d1c-a3b5-a21c43c2e491 req-1ffc3a2c-7667-41c6-b109-8db9d94ea344 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0625002 Jul 26 15:39:14.962078 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-231843b5-8d04-4d1c-a3b5-a21c43c2e491 req-16aa9af9-a02e-4ac8-b2f3-5f3a1e4836dd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673759 Jul 26 15:39:15.010681 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-171295d3-9787-4f65-9076-c38ac650dbb9 req-107ffecb-f0ae-449c-a56b-d35dd9c4766c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0357916 Jul 26 15:39:15.137651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1196659-1b30-4810-95f6-15ef2fac3dac req-4e31e17e-a13c-4293-ae3c-9e6ddf05f838 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:15.140114 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a1196659-1b30-4810-95f6-15ef2fac3dac req-4e31e17e-a13c-4293-ae3c-9e6ddf05f838 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0646839 Jul 26 15:39:15.209427 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a1196659-1b30-4810-95f6-15ef2fac3dac req-f6a04c77-3bfe-4c79-b31f-72c0150acd37 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638874 Jul 26 15:39:15.494867 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1ec37-233a-4788-9956-226ab731598e req-e0555fc6-dd91-499c-a42f-53b440be7432 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:15.496490 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82f1ec37-233a-4788-9956-226ab731598e req-e0555fc6-dd91-499c-a42f-53b440be7432 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0561013 Jul 26 15:39:15.557535 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82f1ec37-233a-4788-9956-226ab731598e req-8500cc5c-caf2-4706-90bc-bbc9c240810e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485129 Jul 26 15:39:15.828404 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5bf86-26c5-4854-a6d2-96df6c3180f6 req-96cc2ae8-aa01-4c23-a78f-07c8198308f3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:15.836770 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3b5bf86-26c5-4854-a6d2-96df6c3180f6 req-96cc2ae8-aa01-4c23-a78f-07c8198308f3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0725207 Jul 26 15:39:15.916667 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3b5bf86-26c5-4854-a6d2-96df6c3180f6 req-8e121c63-6cd3-41ff-8bd1-73ed87ea42e7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553479 Jul 26 15:39:16.023142 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-32b9991a-cbdc-4015-bd8c-0fd00c8c9cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:16.154196 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ca45bf45-e236-495c-a1ec-f27bd300d114 req-2fd29836-2318-4dc4-8122-9ddf1fa38148 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0477176 Jul 26 15:39:16.160342 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ed0f8-74d3-4c04-ad96-c9e90598566b req-be73c3d1-af76-4488-ab2b-6f71982da2ba tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:16.160342 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a6ed0f8-74d3-4c04-ad96-c9e90598566b req-be73c3d1-af76-4488-ab2b-6f71982da2ba tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0929952 Jul 26 15:39:16.226352 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a6ed0f8-74d3-4c04-ad96-c9e90598566b req-194cbffc-c19e-4782-849d-0bdc0d0bca41 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598226 Jul 26 15:39:16.363216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26eedb-936d-4eaf-8e88-d455dfa438be req-b8d053a3-b466-4bfc-bf5c-c4d324991c84 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:16.377211 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2e26eedb-936d-4eaf-8e88-d455dfa438be req-b8d053a3-b466-4bfc-bf5c-c4d324991c84 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0774319 Jul 26 15:39:16.443032 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=10 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:16.475427 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2e26eedb-936d-4eaf-8e88-d455dfa438be req-fbea140a-4e3b-4ddd-befc-1aadfe024b8c tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Jul 26 15:39:16.746572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d1e4-1496-4530-a591-79c56e1ae009 req-8a67e9af-27b2-49aa-8992-bc139f596806 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:16.748814 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a45d1e4-1496-4530-a591-79c56e1ae009 req-8a67e9af-27b2-49aa-8992-bc139f596806 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0600932 Jul 26 15:39:16.807637 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a45d1e4-1496-4530-a591-79c56e1ae009 req-50a0a4e8-c4b7-4156-937c-1f1a585f3eda tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Jul 26 15:39:17.087380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600ac9-01da-4ea8-98c5-13e696de6a1a req-ba14c245-4f1b-400c-9a46-b35cfb63160f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:17.089243 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-db600ac9-01da-4ea8-98c5-13e696de6a1a req-ba14c245-4f1b-400c-9a46-b35cfb63160f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0888879 Jul 26 15:39:17.151718 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-db600ac9-01da-4ea8-98c5-13e696de6a1a req-d7c3b92c-b5ae-449c-923f-4d62eaa2455a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566380 Jul 26 15:39:17.321423 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ea46b574-7faa-4d5f-9917-3c2da11970db req-580f910a-02b0-450e-bd13-3bfa901f7042 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0585370 Jul 26 15:39:17.401112 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5e48-ac02-4111-accb-4d78823fc2d8 req-f820e428-a70a-4e56-b63f-dbc5c5eb95ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:17.408821 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ee7e5e48-ac02-4111-accb-4d78823fc2d8 req-f820e428-a70a-4e56-b63f-dbc5c5eb95ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0694618 Jul 26 15:39:17.428707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:17.488379 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ee7e5e48-ac02-4111-accb-4d78823fc2d8 req-c4ef8770-35c9-4abc-973b-0dd81005a9a5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785072 Jul 26 15:39:17.631640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0eaa1f-7247-46ab-8b71-59bba1113f9d req-79c72fed-b0d9-425e-a991-ae18ffe050a6 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:17.631640 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ba0eaa1f-7247-46ab-8b71-59bba1113f9d req-79c72fed-b0d9-425e-a991-ae18ffe050a6 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0734537 Jul 26 15:39:17.698292 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ba0eaa1f-7247-46ab-8b71-59bba1113f9d req-db1d5076-bfd1-436a-9303-e11c3d17da9a tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Jul 26 15:39:17.966488 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-0d1026b7-d46c-4d3c-af28-0404b167efd0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807363734&fields=id&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 267 time: 0.0994215 Jul 26 15:39:17.990250 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2b28a-1503-4267-8574-b659f05c9b3b req-97979eec-27d6-4875-a433-885433da8eb0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:17.991847 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1bb2b28a-1503-4267-8574-b659f05c9b3b req-97979eec-27d6-4875-a433-885433da8eb0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0868716 Jul 26 15:39:18.051940 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1bb2b28a-1503-4267-8574-b659f05c9b3b req-46e7d6cc-cebf-4d7a-885c-3abd6a56ab22 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Jul 26 15:39:18.073744 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:18.116149 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-d0df2f68-21ac-448c-a119-09165fb77843 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:18.118439 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-d0df2f68-21ac-448c-a119-09165fb77843 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.1497669 Jul 26 15:39:18.144287 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-ca8122a4-0696-4f53-abee-134ead4e869a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/quotas/3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 375 time: 0.0183885 Jul 26 15:39:18.206032 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-4fa2a3bb-6c19-4a52-88b4-295258f22f0d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624936 Jul 26 15:39:18.288289 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:18.326965 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff746e7b-0f18-4d0b-b85d-9e24bde835c9 req-8be05f80-71b2-40d8-a275-2ad0b82aa2f6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:18.328455 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff746e7b-0f18-4d0b-b85d-9e24bde835c9 req-8be05f80-71b2-40d8-a275-2ad0b82aa2f6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0590954 Jul 26 15:39:18.354575 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:18.357697 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-86916c9b-4f9d-4661-8cbb-6bc577e26dec service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358020 Jul 26 15:39:18.377183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0419af1c-f1e9-42a4-88b7-fe58154c2d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:18.393002 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff746e7b-0f18-4d0b-b85d-9e24bde835c9 req-718de8ab-c12f-4e99-b132-d466aba19acc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541399 Jul 26 15:39:18.461072 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-3070845b-ac40-49eb-80cf-49ddb5edcd0d service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954611 Jul 26 15:39:18.512016 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dd760ac6-2395-453b-b36b-b6a8630f27db req-05e82eed-8dd2-4ee4-bcf6-dfa4e5d54c03 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0344152 Jul 26 15:39:18.638301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae3502-ffdf-48f9-961c-e2ba2234397a req-b185e6cb-25c3-4d53-aa84-7f7eac9bffe7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:18.644689 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6aae3502-ffdf-48f9-961c-e2ba2234397a req-b185e6cb-25c3-4d53-aa84-7f7eac9bffe7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0578260 Jul 26 15:39:18.700549 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6aae3502-ffdf-48f9-961c-e2ba2234397a req-dd8196a7-a8c1-4e48-bee0-5339163af933 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539665 Jul 26 15:39:18.872395 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c4d3-e4a9-479f-81ed-60d7946c17bb req-ffd7f3f9-bbe3-4a92-b966-4cbb3af23850 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:18.874257 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff98c4d3-e4a9-479f-81ed-60d7946c17bb req-ffd7f3f9-bbe3-4a92-b966-4cbb3af23850 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0780339 Jul 26 15:39:18.938879 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff98c4d3-e4a9-479f-81ed-60d7946c17bb req-99e6cf0a-677d-449f-a1c4-71cb755cab39 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Jul 26 15:39:18.998532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-a2943b70-926f-4a70-bbae-212f5e798aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:19.000208 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-a2943b70-926f-4a70-bbae-212f5e798aa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0609479 Jul 26 15:39:19.020718 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-c5defa9c-c059-4378-bdd0-296c530be2fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837073 Jul 26 15:39:19.141359 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-e567eb02-d244-433d-8cdb-bbede919fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:19.144440 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-e567eb02-d244-433d-8cdb-bbede919fc92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.1362126 Jul 26 15:39:19.207376 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a4d5419d-6b23-41de-bbc4-fa42672a7931 req-811ab2c6-f566-42e5-90ec-d755eedbe879 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0548096 Jul 26 15:39:19.230656 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59407d-a0ce-4570-9d62-0aa33f57137c req-e1e66e02-56bc-4deb-b96f-e6eb77ea815b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:19.232265 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-af59407d-a0ce-4570-9d62-0aa33f57137c req-e1e66e02-56bc-4deb-b96f-e6eb77ea815b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0738869 Jul 26 15:39:19.255152 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:19.339034 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-af59407d-a0ce-4570-9d62-0aa33f57137c req-2627faee-78de-4543-a7ad-f2a3f78a4074 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970588 Jul 26 15:39:19.410452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:19.547852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac3b92-44aa-4d6c-bafa-4ad9abb2f994 req-c2ad6038-8a87-414e-a735-8042fa0b7e36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:19.555694 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8bac3b92-44aa-4d6c-bafa-4ad9abb2f994 req-c2ad6038-8a87-414e-a735-8042fa0b7e36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0623920 Jul 26 15:39:19.613972 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8bac3b92-44aa-4d6c-bafa-4ad9abb2f994 req-94939264-c173-4472-bb86-123bfb037d55 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572088 Jul 26 15:39:19.659494 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-288f813f-8221-473f-a501-63e60ecadbb4 req-acba1cc6-e5ab-43b8-bcc6-f685770f5a3f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0407476 Jul 26 15:39:19.831016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1515b88-aa91-4aa8-96c7-b0cadfd9ae4f req-f68253b7-6d9c-422c-a6a0-9d0b3ff4df56 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:19.832820 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b1515b88-aa91-4aa8-96c7-b0cadfd9ae4f req-f68253b7-6d9c-422c-a6a0-9d0b3ff4df56 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0525804 Jul 26 15:39:19.885375 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b1515b88-aa91-4aa8-96c7-b0cadfd9ae4f req-72b9bc32-b8c2-4320-9275-fa863de4d554 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453842 Jul 26 15:39:19.986577 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:20.118921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2becc-a0a5-4542-bef6-e46d7f3d54bb req-16dff90c-f8bd-4e03-8ec5-038d7aa7c5f7 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:20.122849 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-29b2becc-a0a5-4542-bef6-e46d7f3d54bb req-16dff90c-f8bd-4e03-8ec5-038d7aa7c5f7 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0921853 Jul 26 15:39:20.213006 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-29b2becc-a0a5-4542-bef6-e46d7f3d54bb req-1151576e-e2c3-4eab-8511-a8cdca1fa3f1 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817959 Jul 26 15:39:20.351024 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1be41eb7-e064-4caf-b624-479e01bacf22 req-c364682a-61f0-45f8-b77c-cbc56f1e5678 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0647256 Jul 26 15:39:20.541260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2626-0328-46e7-954e-418eebc076a8 req-e0d7af30-6d4c-4778-9edb-fbe387de3469 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:20.561564 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a69e2626-0328-46e7-954e-418eebc076a8 req-e0d7af30-6d4c-4778-9edb-fbe387de3469 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.0629613 Jul 26 15:39:20.613103 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a69e2626-0328-46e7-954e-418eebc076a8 req-959080e2-0dcc-490a-9836-39f12e190ec0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620668 Jul 26 15:39:20.817246 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9257893-9ab6-4e4a-8fdc-304c403fc351 req-e3b72a13-711e-475b-8671-1d422a7502da tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:20.818759 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cd403d30-5e7c-4aeb-8ac0-8142652e19b3 req-b1b38f91-1d95-4f1c-9a28-2884563dbc58 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0371838 Jul 26 15:39:20.820089 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f9257893-9ab6-4e4a-8fdc-304c403fc351 req-e3b72a13-711e-475b-8671-1d422a7502da tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0772176 Jul 26 15:39:20.882849 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f9257893-9ab6-4e4a-8fdc-304c403fc351 req-5f39f2e0-019b-42f1-af3f-e1543c0acbd3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556755 Jul 26 15:39:21.062257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07192ae5-4327-4cca-8473-5631e86a0471 req-e33ca5bd-c93e-40cb-bd3e-ade4803713ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:21.064283 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-07192ae5-4327-4cca-8473-5631e86a0471 req-e33ca5bd-c93e-40cb-bd3e-ade4803713ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0676129 Jul 26 15:39:21.145656 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-07192ae5-4327-4cca-8473-5631e86a0471 req-eaa12e4d-0056-44b3-8933-f1877881525e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747805 Jul 26 15:39:21.302298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:21.349148 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:21.394985 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d3c60-9766-4d7e-8272-cbef2aed1ce5 req-560bc0bf-0e1e-40d4-be06-c05d51b5afba tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:21.397896 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-686d3c60-9766-4d7e-8272-cbef2aed1ce5 req-560bc0bf-0e1e-40d4-be06-c05d51b5afba tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0707633 Jul 26 15:39:21.463932 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:21.477722 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-686d3c60-9766-4d7e-8272-cbef2aed1ce5 req-b4463d7a-a789-42ae-9055-cf93eb8638b2 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Jul 26 15:39:21.542415 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-090b5008-551c-434a-8c4b-e02733467734 req-9333f886-27ce-4603-b487-6b6a37e87d7d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0730593 Jul 26 15:39:21.582187 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 74435adb-9de7-4203-96da-1b7dc6de5828 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:39:21.944183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:21.963363 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '74435adb-9de7-4203-96da-1b7dc6de5828', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'port_id': '74435adb-9de7-4203-96da-1b7dc6de5828', 'mac_address': 'fa:16:3e:d4:7e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:39:22.017308 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 74435adb-9de7-4203-96da-1b7dc6de5828 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:22.020644 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:22.042430 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-caa936ab-94d2-4f81-a703-0760c3b605b5 req-c999545e-86ae-4770-a041-03b0e04b04e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0518668 Jul 26 15:39:22.089267 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74435adb-9de7-4203-96da-1b7dc6de5828 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:39:22.120707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c62a-daec-4301-ba90-586d13d6fd2e req-16034a1c-1d79-41aa-bf6d-1d9307d6e3ae tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:22.121932 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a035c62a-daec-4301-ba90-586d13d6fd2e req-16034a1c-1d79-41aa-bf6d-1d9307d6e3ae tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 943 time: 0.3944616 Jul 26 15:39:22.126865 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:22.179214 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a035c62a-daec-4301-ba90-586d13d6fd2e req-c5610ace-8e40-486c-aa7b-d39e48625615 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 Jul 26 15:39:22.183417 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf734-0a9b-4bca-992f-a79b1d9ddf60 req-51ef4aa2-53df-4a6a-8b2e-a88f229c6462 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:22.185381 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1b4cf734-0a9b-4bca-992f-a79b1d9ddf60 req-51ef4aa2-53df-4a6a-8b2e-a88f229c6462 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0581620 Jul 26 15:39:22.250391 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1b4cf734-0a9b-4bca-992f-a79b1d9ddf60 req-2ece854e-cb2c-4622-ba32-aa3530835b62 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549333 Jul 26 15:39:22.444254 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:22.468915 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eb084-3ebb-43eb-a417-1af378b5a2ed req-5036c7a3-273c-4c3a-9a41-2f08ed435ffc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:22.480377 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b50eb084-3ebb-43eb-a417-1af378b5a2ed req-5036c7a3-273c-4c3a-9a41-2f08ed435ffc tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.1298161 Jul 26 15:39:22.589128 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:22.604810 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b50eb084-3ebb-43eb-a417-1af378b5a2ed req-cad5dcc6-b4e2-4e76-aba2-9816f7f7abe6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234605 Jul 26 15:39:22.799605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:39:22.808825 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d50e7-2f61-4377-8a6a-ddd3f659ebf1 req-a210534f-065b-49fa-b1a7-54149bc6712e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:22.811186 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-953d50e7-2f61-4377-8a6a-ddd3f659ebf1 req-a210534f-065b-49fa-b1a7-54149bc6712e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0796053 Jul 26 15:39:22.892734 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c2e4887f-43fd-44b6-b6be-104166214ac3 req-e2b9a6f8-45c8-42c9-9066-3901efa7d38b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0401342 Jul 26 15:39:22.896377 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-953d50e7-2f61-4377-8a6a-ddd3f659ebf1 req-b53a077a-1b82-408b-b036-91fd460bd0d2 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Jul 26 15:39:22.992809 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:23.167676 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ad9e02dd-af3b-4e8b-ad58-8d8724c05d1a req-62eaf0fc-644b-402a-963c-a762b9d031ad tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0317245 Jul 26 15:39:23.276019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:23.322065 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f14e-444b-4e9b-a14b-753023bd749d req-d7218592-3b0b-4663-9c48-a66412f37644 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:23.330534 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3610f14e-444b-4e9b-a14b-753023bd749d req-d7218592-3b0b-4663-9c48-a66412f37644 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 944 time: 0.0630662 Jul 26 15:39:23.413569 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3610f14e-444b-4e9b-a14b-753023bd749d req-5a7a87e3-98eb-4957-919a-1c327670624b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808985 Jul 26 15:39:23.456703 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1172cb-5ff1-4042-968d-bd2cf34e6918 req-f5d7392f-8e87-4b91-9308-afd446024cb1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:23.464929 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de1172cb-5ff1-4042-968d-bd2cf34e6918 req-f5d7392f-8e87-4b91-9308-afd446024cb1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0926526 Jul 26 15:39:23.527666 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de1172cb-5ff1-4042-968d-bd2cf34e6918 req-cf529d97-724e-411c-8fd0-5f39d9ca1255 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617490 Jul 26 15:39:23.767834 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3767f-71fb-4639-8750-42fa53fed336 req-e4afb40a-1fb6-41f0-9d37-c294430f4317 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:23.769521 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-19e3767f-71fb-4639-8750-42fa53fed336 req-e4afb40a-1fb6-41f0-9d37-c294430f4317 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0697405 Jul 26 15:39:23.820233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 74435adb-9de7-4203-96da-1b7dc6de5828 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:39:23.836744 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-19e3767f-71fb-4639-8750-42fa53fed336 req-fddde4ef-aa27-4b5b-bae5-900a5713330e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586381 Jul 26 15:39:23.916558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 74435adb-9de7-4203-96da-1b7dc6de5828 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:39:24.056707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 74435adb-9de7-4203-96da-1b7dc6de5828 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:39:24.058181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:24.061929 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-49b0c1bb-3fa5-4b09-b290-92985c5adc32 req-5be9e3c7-0742-4c37-b72e-d86e957478c5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0423288 Jul 26 15:39:24.091071 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bfbee-ae3b-4c50-9f72-cec6abf11a3f req-6241cbd8-5911-4848-b7f6-9d80d4efa7df tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:24.092779 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b02bfbee-ae3b-4c50-9f72-cec6abf11a3f req-6241cbd8-5911-4848-b7f6-9d80d4efa7df tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0706329 Jul 26 15:39:24.146345 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 74435adb-9de7-4203-96da-1b7dc6de5828 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:24.146752 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:24.150063 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b02bfbee-ae3b-4c50-9f72-cec6abf11a3f req-f606182d-4750-415c-8e4f-8208e54bdc80 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Jul 26 15:39:24.172541 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:24.174859 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20dc211-c545-4e1e-81f3-4f19516ad1b0" -d '{"events": [{"server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "name": "network-vif-plugged", "status": "completed", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:24.193384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:24.252711 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6c6370-28ad-441f-bf0b-c4c41df1fc92 x-openstack-request-id: req-6f6c6370-28ad-441f-bf0b-c4c41df1fc92 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:24.253084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "name": "network-vif-plugged", "status": "completed", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:24.253807 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-6f6c6370-28ad-441f-bf0b-c4c41df1fc92 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:24.254363 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6c6370-28ad-441f-bf0b-c4c41df1fc92'] response: {'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'code': 200} Jul 26 15:39:24.296343 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d25dbb63-596c-429d-8b40-00c4635762c6 req-c426b635-b6da-454e-9424-45f7a91199fc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0283885 Jul 26 15:39:24.584508 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868f559-f658-4bd4-893b-ca962772511f req-18e0b32b-56ca-418b-bb18-a07c8a2aa197 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:24.588371 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:24.591158 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d868f559-f658-4bd4-893b-ca962772511f req-18e0b32b-56ca-418b-bb18-a07c8a2aa197 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 944 time: 0.0595779 Jul 26 15:39:24.700490 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d868f559-f658-4bd4-893b-ca962772511f req-cb763a4f-77fa-408b-b6d6-d24755b92a5c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030777 Jul 26 15:39:24.730516 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:24.736333 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cba8d-4691-4a5b-bcdb-42a1040e0a75 req-ce86120e-89c4-4880-873c-33c3776649cf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:24.744971 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d06cba8d-4691-4a5b-bcdb-42a1040e0a75 req-ce86120e-89c4-4880-873c-33c3776649cf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0980165 Jul 26 15:39:24.832527 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d06cba8d-4691-4a5b-bcdb-42a1040e0a75 req-71e58ade-782a-482c-84d3-66770e28ce1f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815566 Jul 26 15:39:25.031559 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2165-4eb1-49a5-9f79-b79f324fd230 req-6b9ed3c3-f236-431d-bb9a-41bc1b66bcd6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:25.033661 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-207f2165-4eb1-49a5-9f79-b79f324fd230 req-6b9ed3c3-f236-431d-bb9a-41bc1b66bcd6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0737276 Jul 26 15:39:25.101564 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-207f2165-4eb1-49a5-9f79-b79f324fd230 req-8cd83cc5-4b28-451a-9200-35af128f1be8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606105 Jul 26 15:39:25.301139 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:25.325728 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc67b6a-1893-40f6-8bae-f8182e28360d req-b2cf4211-aa3e-4f55-941e-87c6f4e226ad tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:25.333201 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9dc67b6a-1893-40f6-8bae-f8182e28360d req-b2cf4211-aa3e-4f55-941e-87c6f4e226ad tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0649321 Jul 26 15:39:25.337478 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0bce144-1948-48dd-937d-a06dceb06b1c req-168b8631-15e2-4db0-8ace-0ece05c2fea9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0571990 Jul 26 15:39:25.409456 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9dc67b6a-1893-40f6-8bae-f8182e28360d req-609ab011-47e8-4cc4-852f-9993b69b0a55 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Jul 26 15:39:25.513034 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e6f07032-da75-42ea-b271-9fef8d19b337 req-ac9f998a-5394-46fa-a82c-87e56c865d6f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0428698 Jul 26 15:39:25.832493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd966b9-ca6c-4916-9218-d27bf0994370 req-be92902a-4c1e-44bd-af31-8377d44f247a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:25.840611 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bdd966b9-ca6c-4916-9218-d27bf0994370 req-be92902a-4c1e-44bd-af31-8377d44f247a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0707512 Jul 26 15:39:25.903200 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bdd966b9-ca6c-4916-9218-d27bf0994370 req-9af3ae6b-fb78-4b0e-b8ae-656dc3022b35 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615015 Jul 26 15:39:26.011691 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dcb8a-ec50-4eef-b8ad-44bf3539b135 req-61c891d2-7284-428b-854a-334cca88d439 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.013267 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7a4dcb8a-ec50-4eef-b8ad-44bf3539b135 req-61c891d2-7284-428b-854a-334cca88d439 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0620639 Jul 26 15:39:26.050300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:26.118084 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7a4dcb8a-ec50-4eef-b8ad-44bf3539b135 req-b9df16ea-c27b-4b48-b6f0-2d421f6c7283 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953958 Jul 26 15:39:26.266829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560e99b-8552-429b-9415-848bade36422 req-19826a78-1f1c-46d2-93db-00d2587de881 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.279877 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d560e99b-8552-429b-9415-848bade36422 req-19826a78-1f1c-46d2-93db-00d2587de881 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0686841 Jul 26 15:39:26.323012 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d560e99b-8552-429b-9415-848bade36422 req-413b0a6c-bc3e-433a-adf2-47c051cc465d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483453 Jul 26 15:39:26.464629 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c41d2b9d-4144-45e9-8ff7-da9bd2a98b4d req-dac446e2-aca2-46eb-9c81-4833382fb002 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0359728 Jul 26 15:39:26.592812 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc3c12-fc68-4b1d-bb95-3ceb74546fb5 req-3dce39e3-f9eb-442f-87af-1cb905f245fa tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.598315 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-15cc3c12-fc68-4b1d-bb95-3ceb74546fb5 req-3dce39e3-f9eb-442f-87af-1cb905f245fa tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.1077547 Jul 26 15:39:26.688965 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-56367a48-5dcf-4acf-956b-d9c391dad093 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 1001 time: 0.1668899 Jul 26 15:39:26.725434 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-70bda626-e38c-4769-a081-2d3038fef845 req-e257ba0f-2e85-42d1-adae-65ad39bcdeb2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0423315 Jul 26 15:39:26.729036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d17aa-8d35-4709-a281-1c8037510369 req-7ed0aef1-2b50-4d2a-a77f-470a05cc7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.730546 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff2d17aa-8d35-4709-a281-1c8037510369 req-7ed0aef1-2b50-4d2a-a77f-470a05cc7d82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 1134 time: 0.1647241 Jul 26 15:39:26.829157 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ff2d17aa-8d35-4709-a281-1c8037510369 req-10f1764d-d425-461b-bb97-9c95e083d509 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576127 Jul 26 15:39:26.842889 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-15cc3c12-fc68-4b1d-bb95-3ceb74546fb5 req-4f332932-eeba-4f94-80c4-b660b50e82d8 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209311 Jul 26 15:39:26.860377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-594c8925-a83b-4cca-be63-2fb09bba0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.873871 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-594c8925-a83b-4cca-be63-2fb09bba0e03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 1129 time: 0.1356001 Jul 26 15:39:26.894477 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-0dc92439-2c6a-49b1-ad03-cdf820d216f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:26.901058 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-0dc92439-2c6a-49b1-ad03-cdf820d216f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.1514280 Jul 26 15:39:27.070029 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d21b7-85b7-4470-99f3-8a6b67248e72 req-ce2310af-04bd-4b4a-bddd-f00c516ed2fc tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:27.072264 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d5d21b7-85b7-4470-99f3-8a6b67248e72 req-ce2310af-04bd-4b4a-bddd-f00c516ed2fc tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0743024 Jul 26 15:39:27.150993 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d5d21b7-85b7-4470-99f3-8a6b67248e72 req-580ac198-6e0d-4b58-8978-7b3e1bdbe17e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671043 Jul 26 15:39:27.301529 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fcc9-23b4-4f6e-9677-1db72fed33f6 req-d81bcc7a-0731-4842-814f-5a7d531c3f95 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:27.305575 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0e24fcc9-23b4-4f6e-9677-1db72fed33f6 req-d81bcc7a-0731-4842-814f-5a7d531c3f95 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0665770 Jul 26 15:39:27.391519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0e24fcc9-23b4-4f6e-9677-1db72fed33f6 req-b6c83b1f-054c-410d-9d5d-477dbe10b48f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780423 Jul 26 15:39:27.488489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b18cec-1fec-47c8-a8f1-e0157e969667 req-73b2babe-ba2e-4e54-abd4-9785bce189fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:27.488489 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88b18cec-1fec-47c8-a8f1-e0157e969667 req-73b2babe-ba2e-4e54-abd4-9785bce189fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0629978 Jul 26 15:39:27.546350 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88b18cec-1fec-47c8-a8f1-e0157e969667 req-d24234c2-fdcf-43d8-8b4c-9a64ea113fc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551636 Jul 26 15:39:27.584305 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-35e68580-0c75-4c2e-a822-876abf3eff69 req-a66d89d9-1a87-4cab-9041-8bf9830d09e6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Jul 26 15:39:27.859938 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d1854f2f-ca1c-4a1a-b369-9a4614812fcd req-b6df0dc2-5245-42f0-97ef-7451e244b778 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0373764 Jul 26 15:39:28.029671 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe27b-c698-4688-b166-55466a4678ee req-f1c7bf31-7ed8-4f95-b4c9-7a6c45de3aa9 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:28.029671 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3aafe27b-c698-4688-b166-55466a4678ee req-f1c7bf31-7ed8-4f95-b4c9-7a6c45de3aa9 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0567014 Jul 26 15:39:28.051371 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3aafe27b-c698-4688-b166-55466a4678ee req-9db31c09-012f-48cc-ada9-64802bb11649 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547066 Jul 26 15:39:28.314000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b7e99-3b19-40b0-85cd-68cdca176d94 req-cb3403f2-5379-498e-9e49-5a151e80b4b2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:28.315499 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6e0b7e99-3b19-40b0-85cd-68cdca176d94 req-cb3403f2-5379-498e-9e49-5a151e80b4b2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0697942 Jul 26 15:39:28.374287 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6e0b7e99-3b19-40b0-85cd-68cdca176d94 req-ed1db788-d4b4-4fa8-9e02-5fc2e7b7ae32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Jul 26 15:39:28.504383 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:28.519679 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd95d3-3ed6-4ebd-999f-bb5297679c27 req-b9416c5b-14eb-4ba1-97c0-b712d639c13c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:28.521195 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-74bd95d3-3ed6-4ebd-999f-bb5297679c27 req-b9416c5b-14eb-4ba1-97c0-b712d639c13c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0488238 Jul 26 15:39:28.575593 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-74bd95d3-3ed6-4ebd-999f-bb5297679c27 req-81368afa-fba6-4a46-af44-5501d99be493 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480027 Jul 26 15:39:28.642138 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:28.694112 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc772769-98df-4fbd-bdb8-820d3fc82ace req-cb0ee9ab-e066-41d1-be80-9c0bc2b2edc1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:28.697093 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fc772769-98df-4fbd-bdb8-820d3fc82ace req-cb0ee9ab-e066-41d1-be80-9c0bc2b2edc1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0664642 Jul 26 15:39:28.722825 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-32764e3c-fd5b-4255-a995-c96bad5c9018 req-ea511ac7-167f-41b2-b539-b4e103b9d6a3 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0376716 Jul 26 15:39:28.754014 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fc772769-98df-4fbd-bdb8-820d3fc82ace req-133c81a9-2d16-4c6b-bceb-55c9a49bb549 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505717 Jul 26 15:39:28.990833 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6bebd353-6104-47e6-bbba-37f8847b4151 req-5fd81e7b-e23e-4418-a346-9f2cb67b4ec3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Jul 26 15:39:29.126230 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:39:29.197750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2178-9197-4de1-8d6f-c9a895d60c34 req-4425a66e-bb02-422d-a6a8-885db775a260 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:29.199534 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ac2c2178-9197-4de1-8d6f-c9a895d60c34 req-4425a66e-bb02-422d-a6a8-885db775a260 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0617068 Jul 26 15:39:29.262433 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ac2c2178-9197-4de1-8d6f-c9a895d60c34 req-a491a94b-ee4d-4611-8c43-0f319eba17d2 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555704 Jul 26 15:39:29.508871 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa5774-3741-4fec-bbdd-fa52f70a9888 req-2689010d-4f1a-4093-8224-8de525ac417d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:29.510487 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3bfa5774-3741-4fec-bbdd-fa52f70a9888 req-2689010d-4f1a-4093-8224-8de525ac417d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0547791 Jul 26 15:39:29.559680 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3bfa5774-3741-4fec-bbdd-fa52f70a9888 req-7e05583d-d270-4602-991f-1b2cac245d70 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Jul 26 15:39:29.722388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32394d3d-9c86-4ebe-b8e7-299a54c77cd3 req-007c2fac-7b39-421f-9489-b78d5a60ef31 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:29.724285 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-32394d3d-9c86-4ebe-b8e7-299a54c77cd3 req-007c2fac-7b39-421f-9489-b78d5a60ef31 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0516167 Jul 26 15:39:29.792590 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-32394d3d-9c86-4ebe-b8e7-299a54c77cd3 req-4aad16ed-0bca-4daf-8ee5-a3756a2d1a80 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587928 Jul 26 15:39:29.839522 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-184252cd-b112-4aa3-85a8-59c95f316516 req-07f1d617-7daf-418d-84bd-3b182b36eebf tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Jul 26 15:39:29.922754 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd1d57-61d7-4730-a869-f11cfe357509 req-458bed7b-9c9c-4407-bbde-3c2723734357 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:29.924228 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eefd1d57-61d7-4730-a869-f11cfe357509 req-458bed7b-9c9c-4407-bbde-3c2723734357 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Jul 26 15:39:29.973639 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-eefd1d57-61d7-4730-a869-f11cfe357509 req-eb38451e-4a96-40fb-bacd-611d989541bd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Jul 26 15:39:30.108097 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e3e737b3-ee4d-48ad-ad96-53afb8b1e3eb req-df4b560d-776a-43d9-9403-2f620db7ec02 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Jul 26 15:39:30.378104 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4f03-5688-493b-beca-e49528676071 req-95a7359f-fcc3-430c-bc62-4208d8f2d106 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:30.379623 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-228b4f03-5688-493b-beca-e49528676071 req-95a7359f-fcc3-430c-bc62-4208d8f2d106 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0481100 Jul 26 15:39:30.430463 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-228b4f03-5688-493b-beca-e49528676071 req-3362a836-641e-4dfb-bd6f-7b26f5ead47d tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Jul 26 15:39:30.551923 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-81e2c599-2a95-4eb7-85ea-4cd74e94daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:30.553459 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-81e2c599-2a95-4eb7-85ea-4cd74e94daa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409670 Jul 26 15:39:30.677191 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a8c0-9d13-4419-bc46-e2416cc3743d req-95c11fe9-9e41-4baa-8196-2cc44fbf60bd tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:30.678687 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6e8a8c0-9d13-4419-bc46-e2416cc3743d req-95c11fe9-9e41-4baa-8196-2cc44fbf60bd tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0475740 Jul 26 15:39:30.730652 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d6e8a8c0-9d13-4419-bc46-e2416cc3743d req-66bd963b-40d0-4def-badf-61da37565d11 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 Jul 26 15:39:30.855264 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-d11a98f3-98f8-4751-9508-a5d740911547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:30.856764 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-d11a98f3-98f8-4751-9508-a5d740911547 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.0934951 Jul 26 15:39:30.927275 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:30.928143 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769a8be-5e66-422d-93ac-970bd8b85fe8 req-f2f3dd18-2b8c-4ee5-920d-62d46a92f985 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:30.930489 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1769a8be-5e66-422d-93ac-970bd8b85fe8 req-f2f3dd18-2b8c-4ee5-920d-62d46a92f985 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0494111 Jul 26 15:39:30.947472 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcbaf572-21ee-4e56-8e98-0c288791a0c8 req-54ff9352-375b-4f49-8627-bb0a8608cbad tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0299819 Jul 26 15:39:30.949701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:30.981380 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1769a8be-5e66-422d-93ac-970bd8b85fe8 req-6b2493d2-d07c-4858-baa9-123b22f9d716 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454850 Jul 26 15:39:31.092259 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bd5f8-0d25-402c-883e-e83fa30077f5 req-89570792-3a84-4a9b-b06d-5278a7efb6a0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:31.093779 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e00bd5f8-0d25-402c-883e-e83fa30077f5 req-89570792-3a84-4a9b-b06d-5278a7efb6a0 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0472662 Jul 26 15:39:31.128988 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:31.147038 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e00bd5f8-0d25-402c-883e-e83fa30077f5 req-cec7dfc6-addb-430a-9ad5-c33f554ec420 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Jul 26 15:39:31.286570 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93caddf3-bd2d-4d5f-b0a1-b77779758ddf req-5ddfa3d7-b1e0-4eef-a6f7-6518f4261c6e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0716708 Jul 26 15:39:31.295522 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed682ef-b302-4d59-a360-34c8240165d7 req-221d3b3b-2cfe-4fca-856d-30d8102cec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:31.299324 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-aed682ef-b302-4d59-a360-34c8240165d7 req-221d3b3b-2cfe-4fca-856d-30d8102cec05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1129 time: 0.1182775 Jul 26 15:39:31.303147 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-c2a207a3-7aa2-497b-84ff-1d75b8138d8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 200 len: 217 time: 0.0720332 Jul 26 15:39:31.330082 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-f54143c5-39d9-4b24-9038-e371706ccda4 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286609 Jul 26 15:39:31.551244 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba1a7-fe65-4ea9-bfbe-c19904c52236 req-2d250add-9ee3-4d68-8082-0e35f06074cb tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:31.552724 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02cba1a7-fe65-4ea9-bfbe-c19904c52236 req-2d250add-9ee3-4d68-8082-0e35f06074cb tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0485916 Jul 26 15:39:31.606040 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02cba1a7-fe65-4ea9-bfbe-c19904c52236 req-9a0516b9-3733-49b1-be7e-7c0180a733e1 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Jul 26 15:39:31.855943 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cb7bf-98fb-47de-b893-fad700c97012 req-f2f38edd-cf7e-4101-bbc2-06c319211591 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:31.857455 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-972cb7bf-98fb-47de-b893-fad700c97012 req-f2f38edd-cf7e-4101-bbc2-06c319211591 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0535066 Jul 26 15:39:31.906385 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-972cb7bf-98fb-47de-b893-fad700c97012 req-9b6b398a-d14d-4688-a6d5-af6f3c03fdd7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Jul 26 15:39:32.051646 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-91394de2-c828-4d88-b162-53b93d238e9d req-1f76c47d-3592-444a-92c0-57a60909a4ab tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0329566 Jul 26 15:39:32.109677 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec1e33-d148-4b93-b072-6c72054b79c5 req-e93fb987-ecbf-4f2d-8b1f-04993ab55749 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:32.111260 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91ec1e33-d148-4b93-b072-6c72054b79c5 req-e93fb987-ecbf-4f2d-8b1f-04993ab55749 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0503910 Jul 26 15:39:32.159266 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91ec1e33-d148-4b93-b072-6c72054b79c5 req-84c6598a-666d-4dae-a379-09ebe804a624 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Jul 26 15:39:32.265049 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d22a7b-e3e9-43ef-9df2-8e94493b21f9 req-dd29d51e-ae2b-4ab3-86f8-5f5d37421f3f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:32.266503 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27d22a7b-e3e9-43ef-9df2-8e94493b21f9 req-dd29d51e-ae2b-4ab3-86f8-5f5d37421f3f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0473750 Jul 26 15:39:32.398890 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-e15f6873-afc6-4ba6-b939-bf917251a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:32.401052 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-e15f6873-afc6-4ba6-b939-bf917251a3ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.1115563 Jul 26 15:39:32.403403 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-aed682ef-b302-4d59-a360-34c8240165d7 req-e2d00f69-cf82-43ac-913d-58f765408ecb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151049 Jul 26 15:39:32.406042 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27d22a7b-e3e9-43ef-9df2-8e94493b21f9 req-07d8485e-fac7-48f9-bc37-f572532b4122 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338427 Jul 26 15:39:32.450796 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3e52d1b-683b-47b4-8bed-1d64dab4f26d req-a81f79ef-9905-4848-b228-ce3f0a7cf4f5 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612947 Jul 26 15:39:32.462297 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-351dbb99-218a-436a-b5f2-da2824b953c6 req-50c7d5cf-4532-45be-a8c9-34bfcc9085b1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=065d4125-a5c9-42f0-aaf7-4c8b7250c221 HTTP/1.1" status: 200 len: 210 time: 0.0399752 Jul 26 15:39:32.726118 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a26781-29d9-49a2-a3c6-32c338660e94 req-145e1ab0-6906-462f-b95a-dfaea079cf59 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:32.727611 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27a26781-29d9-49a2-a3c6-32c338660e94 req-145e1ab0-6906-462f-b95a-dfaea079cf59 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0490944 Jul 26 15:39:32.776129 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27a26781-29d9-49a2-a3c6-32c338660e94 req-e40a8a80-1078-4fcd-91a9-76a95d21961a tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Jul 26 15:39:33.027207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40bc8-970b-4030-a964-4a556c40aed4 req-fdafd447-6bd1-4343-9b14-3ac7827b164c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:33.028633 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1d40bc8-970b-4030-a964-4a556c40aed4 req-fdafd447-6bd1-4343-9b14-3ac7827b164c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0482664 Jul 26 15:39:33.067687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:33.080539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1d40bc8-970b-4030-a964-4a556c40aed4 req-d48106e4-aa5e-4695-b1e7-ba49e973d758 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jul 26 15:39:33.175136 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fa679a75-194a-4556-8ee6-cc87e5c975a7 req-44964324-c34e-4180-9e65-327d7195e4a9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0343180 Jul 26 15:39:33.196120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:33.255240 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-81954ef2-4050-48cf-9ac0-b66b18fcbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:33.256792 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-81954ef2-4050-48cf-9ac0-b66b18fcbda6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733588 Jul 26 15:39:33.269154 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8096-a21d-49ab-a7c7-158b65cdf4d3 req-fd4cf96e-1a6a-4082-90f6-fcc009bfeab3 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:33.270634 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e4c8096-a21d-49ab-a7c7-158b65cdf4d3 req-fd4cf96e-1a6a-4082-90f6-fcc009bfeab3 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0777259 Jul 26 15:39:33.297129 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8c686-9331-4c83-8e20-3561818973cf req-f384c39c-0705-42e0-a8fd-be502059aee1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:33.298574 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3ea8c686-9331-4c83-8e20-3561818973cf req-f384c39c-0705-42e0-a8fd-be502059aee1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0494266 Jul 26 15:39:33.327009 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e4c8096-a21d-49ab-a7c7-158b65cdf4d3 req-ef247e5e-bfe8-4934-8eb0-eb8adb109b18 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500329 Jul 26 15:39:33.348164 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3ea8c686-9331-4c83-8e20-3561818973cf req-9d7fb37e-80af-4581-9154-959d08703919 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439260 Jul 26 15:39:33.534730 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4b8b-2ab6-4355-934e-1607093e20b7 req-8a111592-2686-4606-9bbf-5900e40b2468 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:33.535756 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0bed4b8b-2ab6-4355-934e-1607093e20b7 req-8a111592-2686-4606-9bbf-5900e40b2468 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Jul 26 15:39:33.589264 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0bed4b8b-2ab6-4355-934e-1607093e20b7 req-443bbed3-8b28-4b8a-a402-bd01019545a3 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Jul 26 15:39:33.652515 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 49892) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:33.704778 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (7d13b776-ff87-4c00-9c87-651bb89f275b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:33.730846 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (7d13b776-ff87-4c00-9c87-651bb89f275b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:33.843830 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (7d13b776-ff87-4c00-9c87-651bb89f275b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:33.846517 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:33.847845 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/security-groups/7d13b776-ff87-4c00-9c87-651bb89f275b HTTP/1.1" status: 204 len: 168 time: 0.2004330 Jul 26 15:39:33.851897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 49894) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:33.858593 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850919-070c-4d2a-b24c-c85d81885837 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13b776-ff87-4c00-9c87-651bb89f275b,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:33.864569 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.api.v2.resource [None req-41793c2b-0465-4d67-8c78-75f208ffbb94 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] show failed (client error): The resource could not be found. Jul 26 15:39:33.865754 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-41793c2b-0465-4d67-8c78-75f208ffbb94 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups/7d13b776-ff87-4c00-9c87-651bb89f275b HTTP/1.1" status: 404 len: 347 time: 0.0138464 Jul 26 15:39:33.869314 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 49896) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:33.983354 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port b69bd3ac-383f-4312-8dcd-af7fc121fc3a {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:39:33.983692 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.066481 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.066809 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.079482 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for b69bd3ac-383f-4312-8dcd-af7fc121fc3a owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:39:34.122173 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:34.204079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0159-7ef3-4fdc-864e-5f9baee0659d req-b8c4d7b3-f960-4c34-b9d0-36ea9500fd07 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:34.205641 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f3d0159-7ef3-4fdc-864e-5f9baee0659d req-b8c4d7b3-f960-4c34-b9d0-36ea9500fd07 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0502117 Jul 26 15:39:34.256388 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9f3d0159-7ef3-4fdc-864e-5f9baee0659d req-21694255-fbf1-46f1-ad8e-179bbdf41465 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Jul 26 15:39:34.285346 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b643e803-a36d-472c-aa7a-7f480269c61d req-3ad3ec0e-a728-4f4a-bc0b-e5990e7112ad tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0293536 Jul 26 15:39:34.295605 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (b69bd3ac-383f-4312-8dcd-af7fc121fc3a), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.323019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=b69bd3ac-383f-4312-8dcd-af7fc121fc3a,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:34.388179 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (639f91be-969e-44b7-8e12-6747f00fed87), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.390968 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:34.395015 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6bad5670-8f0f-4ec7-b370-00fdeaf30271 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/floatingips/639f91be-969e-44b7-8e12-6747f00fed87 HTTP/1.1" status: 204 len: 168 time: 0.5219562 Jul 26 15:39:34.454123 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f60ab3-edb4-4a35-96a3-213c9af5a276 req-4c2fa320-d084-4ee3-b18a-cd3fe1a3c7fc tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:34.455725 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e3f60ab3-edb4-4a35-96a3-213c9af5a276 req-4c2fa320-d084-4ee3-b18a-cd3fe1a3c7fc tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0510807 Jul 26 15:39:34.469416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:34.499574 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348528d-d121-42ea-9291-179494514ca5 req-f8eeaf8f-7add-48c8-9463-da65fb374ae9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:34.505874 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e3f60ab3-edb4-4a35-96a3-213c9af5a276 req-636a46ab-022e-4391-96b5-f6c398695397 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jul 26 15:39:34.507165 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2348528d-d121-42ea-9291-179494514ca5 req-f8eeaf8f-7add-48c8-9463-da65fb374ae9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0710080 Jul 26 15:39:34.560093 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2348528d-d121-42ea-9291-179494514ca5 req-65a010d6-4e83-468c-8344-749470d6e320 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510731 Jul 26 15:39:34.717067 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:34.724355 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374998c6-09ea-492a-a589-948731e14863 req-cfbe512c-cb8a-424a-a382-bfee89eb051e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:34.729385 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-374998c6-09ea-492a-a589-948731e14863 req-cfbe512c-cb8a-424a-a382-bfee89eb051e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Jul 26 15:39:34.777068 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-374998c6-09ea-492a-a589-948731e14863 req-d7ee85e0-732f-4105-88a1-1de124ce37d3 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Jul 26 15:39:34.879152 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-3e1effd0-4b68-4167-b101-6a6d18187514 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953059 Jul 26 15:39:35.425482 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600dd8-dc69-4cc1-ab6a-ed91e65f3720 req-69d8e0fd-73b3-4a9e-8926-266e9f09b4ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:35.426991 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-00600dd8-dc69-4cc1-ab6a-ed91e65f3720 req-69d8e0fd-73b3-4a9e-8926-266e9f09b4ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0662611 Jul 26 15:39:35.483310 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d6b3d94-d065-435a-9601-1d493061cd30 req-af28a0a5-9348-45e8-a021-6caac8202471 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731489 Jul 26 15:39:35.511497 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-00600dd8-dc69-4cc1-ab6a-ed91e65f3720 req-3920ddea-af20-47c6-a635-78cbb4b077c9 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718434 Jul 26 15:39:35.640521 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045ea8d-4492-4220-894f-2fa9c44d810c req-0f570dd7-878c-4c1e-b182-38d589b1c67f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:35.642244 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f045ea8d-4492-4220-894f-2fa9c44d810c req-0f570dd7-878c-4c1e-b182-38d589b1c67f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0508938 Jul 26 15:39:35.703027 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f045ea8d-4492-4220-894f-2fa9c44d810c req-11662ff7-6307-49ab-b9de-8b8b181c9e36 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546989 Jul 26 15:39:35.717535 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02ae8d02-0f27-479c-8b68-daaaf9739899 req-e43c9371-3850-4fb1-854c-db2ffdb3bcc1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0402532 Jul 26 15:39:35.777750 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-a4091aa0-f2ab-4f67-9cab-7cf1420f4045 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:35.779240 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-a4091aa0-f2ab-4f67-9cab-7cf1420f4045 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.4336760 Jul 26 15:39:35.837336 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec913fdd-7bcf-40ca-87e0-47a3468c8f4c req-779dc915-986b-43b2-80d9-535adb7bacc4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:35.838863 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ec913fdd-7bcf-40ca-87e0-47a3468c8f4c req-779dc915-986b-43b2-80d9-535adb7bacc4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0534728 Jul 26 15:39:35.890886 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ec913fdd-7bcf-40ca-87e0-47a3468c8f4c req-6863edc4-d286-4f9c-9139-487b8210fa60 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460930 Jul 26 15:39:35.926395 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cf3b2-2217-44b7-a2a1-e1c3b1a2934e req-fec8bcb4-ca22-4573-a777-2b4917961e70 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:35.927933 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c29cf3b2-2217-44b7-a2a1-e1c3b1a2934e req-fec8bcb4-ca22-4573-a777-2b4917961e70 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0543940 Jul 26 15:39:35.966943 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:35.981262 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c29cf3b2-2217-44b7-a2a1-e1c3b1a2934e req-76be1d85-6563-432b-abd8-40cd1f63ff3c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472140 Jul 26 15:39:36.638017 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1a45a-8fbe-405c-b22d-60d28a719d4b req-aa66cc5a-64b2-496d-8860-42d48e77f189 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:36.639348 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-13b1a45a-8fbe-405c-b22d-60d28a719d4b req-aa66cc5a-64b2-496d-8860-42d48e77f189 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0508592 Jul 26 15:39:36.694914 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-13b1a45a-8fbe-405c-b22d-60d28a719d4b req-2785d284-a559-441e-a5c3-eeedf5fb6f45 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489776 Jul 26 15:39:36.824484 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:36.833376 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35638e-5b68-4965-a6af-97bc3d9c1c26 req-eb365470-1648-4eb8-95a6-6dccb608a96b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:36.834866 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de35638e-5b68-4965-a6af-97bc3d9c1c26 req-eb365470-1648-4eb8-95a6-6dccb608a96b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0524514 Jul 26 15:39:36.862847 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6b1ac059-24ad-43e1-b388-b0e336df1c04 req-c511519c-e647-459e-9c1d-f9e259a67994 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0324001 Jul 26 15:39:36.887036 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de35638e-5b68-4965-a6af-97bc3d9c1c26 req-91d942c1-2cf7-4475-8378-e5ddf646c56f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444961 Jul 26 15:39:37.025692 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5db6ff-0a03-4901-ad3f-8b1731e6d6a7 req-0bbf6a0e-bbdf-4e21-97a9-180f97d2a406 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:37.027216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff5db6ff-0a03-4901-ad3f-8b1731e6d6a7 req-0bbf6a0e-bbdf-4e21-97a9-180f97d2a406 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0535362 Jul 26 15:39:37.078884 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ff5db6ff-0a03-4901-ad3f-8b1731e6d6a7 req-98210565-92f2-4d2e-9d6e-51130155dca2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456138 Jul 26 15:39:37.107807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88342a04-50d7-4755-8abc-a9a1e9289543 req-d6268d17-bbeb-4c26-a7c8-cba8fe7cca9f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:37.110144 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88342a04-50d7-4755-8abc-a9a1e9289543 req-d6268d17-bbeb-4c26-a7c8-cba8fe7cca9f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Jul 26 15:39:37.166417 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-88342a04-50d7-4755-8abc-a9a1e9289543 req-e19baa36-18a2-4cf0-ab74-d49374a414c2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513701 Jul 26 15:39:37.817716 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c91afd-e623-457a-ba4c-9fec30484c2a req-6c35218c-0671-401c-8981-55e257859088 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:37.818577 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-91c91afd-e623-457a-ba4c-9fec30484c2a req-6c35218c-0671-401c-8981-55e257859088 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0495286 Jul 26 15:39:37.868875 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-91c91afd-e623-457a-ba4c-9fec30484c2a req-9eb061b6-9621-4347-83c6-ffa814f704ed tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Jul 26 15:39:37.971582 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bcf30a01-558e-4f6b-af15-f86a81b6e5c3 req-6b9525bc-32c7-4abf-97b3-6463a4e3e410 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0318584 Jul 26 15:39:38.016921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05843741-dcec-402e-8932-5a1a0b7d8aad req-d3e63fc7-53b4-4558-b387-963a722eba86 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:38.018383 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-05843741-dcec-402e-8932-5a1a0b7d8aad req-d3e63fc7-53b4-4558-b387-963a722eba86 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0498757 Jul 26 15:39:38.075274 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-05843741-dcec-402e-8932-5a1a0b7d8aad req-6f815f30-e3ef-4956-8327-b05a2e270e57 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484755 Jul 26 15:39:38.223346 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f476b6-fa2f-463f-9ce1-f39ce66dcfec req-664c1f3b-bcf0-4721-b7df-fe2e99abddfc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:38.223346 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93f476b6-fa2f-463f-9ce1-f39ce66dcfec req-664c1f3b-bcf0-4721-b7df-fe2e99abddfc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0619283 Jul 26 15:39:38.288020 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93f476b6-fa2f-463f-9ce1-f39ce66dcfec req-fdffb8e9-6d44-46c0-b826-4d289df06002 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481973 Jul 26 15:39:38.307820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:38.327369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9446a6-7805-4a77-b3c5-f11ddb5310da req-633e7cd7-6a35-4db0-aa81-3a565f50e495 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:38.328943 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d9446a6-7805-4a77-b3c5-f11ddb5310da req-633e7cd7-6a35-4db0-aa81-3a565f50e495 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Jul 26 15:39:38.340448 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:38.383988 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d9446a6-7805-4a77-b3c5-f11ddb5310da req-c6ddf94b-f5c3-46ae-aa0c-a74a0b4226a1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Jul 26 15:39:38.992218 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09535b48-2397-4edd-ab70-ec181237d55d req-cc9e2f7f-eb86-4898-838c-66cd1afc3878 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:38.993735 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-09535b48-2397-4edd-ab70-ec181237d55d req-cc9e2f7f-eb86-4898-838c-66cd1afc3878 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0516014 Jul 26 15:39:39.043797 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-09535b48-2397-4edd-ab70-ec181237d55d req-74177308-0844-4bc6-9599-6b9ebab620ea tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Jul 26 15:39:39.073055 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8ed38ced-1737-4dc8-a0d0-7a32adc50b7c req-b05b04fc-2d6f-4205-a2d1-339d6ca24a7a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 26 15:39:39.120121 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:39.196297 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a4911-0f99-452a-8ca8-0556a524ba5c req-fc0055e8-d7da-4169-a2ad-3956d2e8b364 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:39.197728 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-622a4911-0f99-452a-8ca8-0556a524ba5c req-fc0055e8-d7da-4169-a2ad-3956d2e8b364 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0500789 Jul 26 15:39:39.222265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:39.248683 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-622a4911-0f99-452a-8ca8-0556a524ba5c req-3e5cf788-3379-442d-a343-e2d69b5b8c17 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Jul 26 15:39:39.414944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef95c82-6354-4978-9b64-fd2563866621 req-8ea0b7ff-a487-496e-a60f-8ea69d50ae1a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:39.416453 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6ef95c82-6354-4978-9b64-fd2563866621 req-8ea0b7ff-a487-496e-a60f-8ea69d50ae1a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0486743 Jul 26 15:39:39.470659 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6ef95c82-6354-4978-9b64-fd2563866621 req-9743cc1f-1e61-47a3-9c9b-98dab4a8ed81 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484238 Jul 26 15:39:39.511773 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cff6c-b2a3-4acb-95a2-bd4ca1288945 req-ca291649-9c56-4515-9055-247cfa08929b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:39.513242 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d2cff6c-b2a3-4acb-95a2-bd4ca1288945 req-ca291649-9c56-4515-9055-247cfa08929b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Jul 26 15:39:39.562094 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d2cff6c-b2a3-4acb-95a2-bd4ca1288945 req-d4f0d4a4-aec9-47e9-b582-43fbb67e5d1e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Jul 26 15:39:40.166707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f119735-29f6-40e0-a74c-8490d7b3b0fd req-9f34b3b7-971b-478c-8386-fe7fb4965375 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:40.168228 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f119735-29f6-40e0-a74c-8490d7b3b0fd req-9f34b3b7-971b-478c-8386-fe7fb4965375 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0485706 Jul 26 15:39:40.174470 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-261211fd-d562-4bed-9aab-db267a67f03b req-a93acc6d-6fa7-4963-88c8-820ac4ca9bab tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0288303 Jul 26 15:39:40.216870 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f119735-29f6-40e0-a74c-8490d7b3b0fd req-85e5da05-e8ba-49cf-a135-383eefe756eb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 Jul 26 15:39:40.373434 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb4c7d-a237-4eeb-bd42-644c3237c095 req-8cfa366c-5ce8-41b0-9434-0af5fcee4ea3 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:40.374931 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7eb4c7d-a237-4eeb-bd42-644c3237c095 req-8cfa366c-5ce8-41b0-9434-0af5fcee4ea3 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0476701 Jul 26 15:39:40.423327 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7eb4c7d-a237-4eeb-bd42-644c3237c095 req-f17fc398-000a-4337-9517-b7789045504b tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423274 Jul 26 15:39:40.597074 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84f180-da88-42b2-a655-361609012959 req-bd58a8da-44c6-4327-853b-ccb3959ce252 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:40.598548 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7b84f180-da88-42b2-a655-361609012959 req-bd58a8da-44c6-4327-853b-ccb3959ce252 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0484345 Jul 26 15:39:40.648007 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7b84f180-da88-42b2-a655-361609012959 req-48bbc39e-0936-4dc9-b261-c0cf22f82543 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Jul 26 15:39:40.684435 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaf846-0fa6-48df-a4a1-7a62cc94fe39 req-3f0a9865-287b-4ef7-b239-6abdec7a08ef tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:40.686072 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28aaf846-0fa6-48df-a4a1-7a62cc94fe39 req-3f0a9865-287b-4ef7-b239-6abdec7a08ef tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Jul 26 15:39:40.741843 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28aaf846-0fa6-48df-a4a1-7a62cc94fe39 req-b067c690-00dd-4c93-8637-3f9ac5cf6740 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497391 Jul 26 15:39:41.279403 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f76e7c99-e4bc-4943-a696-9225979d68d7 req-32f6615a-b5a9-4b86-9ea5-c420acfb3147 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0313675 Jul 26 15:39:41.337137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf90c83-5446-4675-ae14-3f550462c062 req-7624f030-1912-4757-bca3-b26fcff4d3fe tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:41.338764 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2bf90c83-5446-4675-ae14-3f550462c062 req-7624f030-1912-4757-bca3-b26fcff4d3fe tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0491178 Jul 26 15:39:41.391222 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2bf90c83-5446-4675-ae14-3f550462c062 req-4b6e9e17-7c0c-44e3-a3fa-7d66548d47c9 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Jul 26 15:39:41.544903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aeb12-4b4e-47d6-a26e-916fdcf0266c req-bce19b82-7a00-4544-a67d-14999164f438 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:41.546283 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a95aeb12-4b4e-47d6-a26e-916fdcf0266c req-bce19b82-7a00-4544-a67d-14999164f438 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0486042 Jul 26 15:39:41.595038 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a95aeb12-4b4e-47d6-a26e-916fdcf0266c req-95617fd8-f665-488a-914e-9bbd8e5eb67f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Jul 26 15:39:41.772584 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734ea4f-89dd-4104-8f50-ea8586b33d14 req-3bea2036-41bb-4e96-aa6b-4d2c751a69bd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:41.774200 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f734ea4f-89dd-4104-8f50-ea8586b33d14 req-3bea2036-41bb-4e96-aa6b-4d2c751a69bd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0476966 Jul 26 15:39:41.827091 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f734ea4f-89dd-4104-8f50-ea8586b33d14 req-c089d284-03f7-4abd-9387-fe657d8b09a5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469656 Jul 26 15:39:41.863530 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa22a63-615f-4c9c-99d1-9c1ae0eb8d61 req-96665f3e-b8a5-4c39-a737-7e165fd22e95 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:41.865070 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2fa22a63-615f-4c9c-99d1-9c1ae0eb8d61 req-96665f3e-b8a5-4c39-a737-7e165fd22e95 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Jul 26 15:39:41.914335 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2fa22a63-615f-4c9c-99d1-9c1ae0eb8d61 req-9648a0ee-ba4e-4b05-8025-2b8841990b86 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Jul 26 15:39:42.360647 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:42.381228 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e15642be-3e0a-45cb-b628-8558655e292a req-0b31371e-e03f-4c16-ae2e-b14320e34d5f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Jul 26 15:39:42.518399 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fd089-9570-40df-9bcc-4d5d2f05124c req-effad75c-3341-4833-8b39-7b9c121e1924 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:42.519871 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b6fd089-9570-40df-9bcc-4d5d2f05124c req-effad75c-3341-4833-8b39-7b9c121e1924 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0481179 Jul 26 15:39:42.573958 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b6fd089-9570-40df-9bcc-4d5d2f05124c req-302cd235-dead-4881-93a9-69f3a4341cf2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467412 Jul 26 15:39:42.763065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c4937-259d-495e-bb97-a4781b84309a req-5d4a9a59-6641-4c6b-b1d7-8ca6ae12a63f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:42.764695 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b78c4937-259d-495e-bb97-a4781b84309a req-5d4a9a59-6641-4c6b-b1d7-8ca6ae12a63f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0841842 Jul 26 15:39:42.819169 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-71345e52-a96f-4181-81fd-86bd62daf8d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 379 time: 0.1004844 Jul 26 15:39:42.833298 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b78c4937-259d-495e-bb97-a4781b84309a req-562589f6-aa0f-4617-b76e-3f40c614ee47 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/security-groups?id=ebd05a31-0a53-4529-87a5-ec56badc49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618451 Jul 26 15:39:42.960785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d28e9-a9a0-4f0f-b54a-9d3537074138 req-49e207b6-687a-4bb8-ac1b-aad4d8e7d23a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:42.963313 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e5d28e9-a9a0-4f0f-b54a-9d3537074138 req-49e207b6-687a-4bb8-ac1b-aad4d8e7d23a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0581810 Jul 26 15:39:43.014676 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e5d28e9-a9a0-4f0f-b54a-9d3537074138 req-28616571-6971-4c3d-ab4f-8a25cdfb4ebe tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455558 Jul 26 15:39:43.044957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29181-c24c-42db-a23c-97b34e6978b0 req-61801fde-8fe7-4fb4-881f-dc4a163f958e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:43.046629 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3fc29181-c24c-42db-a23c-97b34e6978b0 req-61801fde-8fe7-4fb4-881f-dc4a163f958e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Jul 26 15:39:43.097776 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3fc29181-c24c-42db-a23c-97b34e6978b0 req-5792ce72-924b-4fee-bb2d-a0dffea5b0ba tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452929 Jul 26 15:39:43.237628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-c1ae0168-d40b-4c2a-a453-6f370b4a32bd tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:43.239113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-c1ae0168-d40b-4c2a-a453-6f370b4a32bd tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 950 time: 0.0549340 Jul 26 15:39:43.307508 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'port': {'device_id': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'admin_state_up': True, 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'security_groups': ['ac255992-a178-4928-a0fc-87fff889d8ef']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:39:43.376500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:43.417353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Deleting port a3404dc2-300f-46d8-a1fd-9e8938434607 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:39:43.418631 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:43.520266 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0693b9cd-d851-483a-b23b-efb840559c75 req-cb9c8602-cac9-44d3-9656-06d760060418 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0413282 Jul 26 15:39:43.529245 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:43.546115 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9eab5-1a90-4518-81d9-aa240bc47bb3 req-1494be3e-5c33-4fee-88de-4029fc367929 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:43.546115 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75a9eab5-1a90-4518-81d9-aa240bc47bb3 req-1494be3e-5c33-4fee-88de-4029fc367929 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0610101 Jul 26 15:39:43.552329 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Made reservation on behalf of 3e5dd905492343709b710fabd8a3d24f for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:39:43.557376 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:43.558964 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] For port a3404dc2-300f-46d8-a1fd-9e8938434607, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a3404dc2-300f-46d8-a1fd-9e8938434607,segment=NetworkSegment(f26a708d-8d4d-4aa9-8de0-2111415ace6b),segment_id=f26a708d-8d4d-4aa9-8de0-2111415ace6b)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:43.559409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:43.574506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Calling delete_port for a3404dc2-300f-46d8-a1fd-9e8938434607 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:39:43.622319 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75a9eab5-1a90-4518-81d9-aa240bc47bb3 req-cf2a0b03-8957-45b1-954a-483a7602db40 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793507 Jul 26 15:39:43.665181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:43.735162 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c9f64-628f-4a7b-ae83-bf3eeee8deb8 req-ae6161b1-f7ac-4949-8c70-2340d9e99f91 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:43.737261 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a35c9f64-628f-4a7b-ae83-bf3eeee8deb8 req-ae6161b1-f7ac-4949-8c70-2340d9e99f91 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0868542 Jul 26 15:39:43.739674 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.20.0.3 (80485f05-76b1-4fa2-b061-24e6bca76484/dfffdab0-e599-4ef5-84f4-f0e94c389d54/1bad2d35-9248-4aed-a7c2-1faaec7a1161) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:39:43.812495 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a35c9f64-628f-4a7b-ae83-bf3eeee8deb8 req-520766f7-b6fc-431b-9f3f-48f99b24841e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Jul 26 15:39:43.855068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:43.884581 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (a3404dc2-300f-46d8-a1fd-9e8938434607), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:43.898552 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a3404dc2-300f-46d8-a1fd-9e8938434607 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:39:43.925383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: a3404dc2-300f-46d8-a1fd-9e8938434607 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:39:43.925749 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a3404dc2-300f-46d8-a1fd-9e8938434607 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:39:43.930595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Pushing event deleted for resources: {'Port': ['ID=a3404dc2-300f-46d8-a1fd-9e8938434607,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:43.957252 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:43.967687 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-26402a8c-db78-4b3e-aeec-2460d30a6fac req-dcc3213b-8c86-4544-9a51-c959e14b3b77 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0387490 Jul 26 15:39:43.972630 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904aae7-37f6-4978-bc15-457d8013921e req-c1e3a8b8-7b70-4cad-b7b7-e57d702e4647 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:43.974983 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4904aae7-37f6-4978-bc15-457d8013921e req-c1e3a8b8-7b70-4cad-b7b7-e57d702e4647 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0798512 Jul 26 15:39:44.027548 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] No DVR routers for this DVR port a3404dc2-300f-46d8-a1fd-9e8938434607 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:39:44.029521 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:44.033313 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a70192fb-59f3-41a0-a43a-e11e3474294e req-4cf817c9-6765-42b3-8504-50d894ef4735 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.48 "DELETE /v2.0/ports/a3404dc2-300f-46d8-a1fd-9e8938434607 HTTP/1.1" status: 204 len: 173 time: 0.7242875 Jul 26 15:39:44.033838 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'name': 'network-vif-deleted', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:44.036980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3733bb9d-ef07-421b-b182-6e913986df22" -d '{"events": [{"server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "name": "network-vif-deleted", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:44.058434 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4904aae7-37f6-4978-bc15-457d8013921e req-9fd5340f-13d7-4704-a6cc-37d4ddb13e7b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756755 Jul 26 15:39:44.086868 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af559713-f774-459a-8495-a1074bcf7abe x-openstack-request-id: req-af559713-f774-459a-8495-a1074bcf7abe {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:44.087156 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c08984-53ba-4b40-8291-6cab95a55413", "name": "network-vif-deleted", "tag": "a3404dc2-300f-46d8-a1fd-9e8938434607", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:44.087786 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-af559713-f774-459a-8495-a1074bcf7abe {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:44.088592 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af559713-f774-459a-8495-a1074bcf7abe'] response: {'server_uuid': '93c08984-53ba-4b40-8291-6cab95a55413', 'name': 'network-vif-deleted', 'tag': 'a3404dc2-300f-46d8-a1fd-9e8938434607', 'status': 'completed', 'code': 200} Jul 26 15:39:44.095908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:44.147823 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:39:44.189259 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:39:44.195634 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:39:44.230964 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:44.247888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9e295-84db-4cd1-b1ea-33fb3de6d2b1 req-652db6a4-1a74-43c5-8f42-1ea7ca502d36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.249635 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4aa9e295-84db-4cd1-b1ea-33fb3de6d2b1 req-652db6a4-1a74-43c5-8f42-1ea7ca502d36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.1002963 Jul 26 15:39:44.285511 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.286150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:44.329981 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4aa9e295-84db-4cd1-b1ea-33fb3de6d2b1 req-ffa25fa8-fad6-468e-b36b-e97d5214b219 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671268 Jul 26 15:39:44.442520 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-6e469ae7-c519-49d7-8a26-3941135899ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410458 Jul 26 15:39:44.442773 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-331f7414-ae91-4836-a979-a552797dedc5 None None] Provisioning complete for port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:39:44.443308 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-331f7414-ae91-4836-a979-a552797dedc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:44.450582 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ae670-46a2-44d1-82fe-6c84bd8dde49 req-b4f60b41-ed3a-4023-a105-9751b1fc7812 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.453744 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e96ae670-46a2-44d1-82fe-6c84bd8dde49 req-b4f60b41-ed3a-4023-a105-9751b1fc7812 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0553472 Jul 26 15:39:44.466429 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb9bf3-66c8-48e6-ad97-91bd4f41d53f req-0a10cb3d-2c6a-4d73-b700-06ef3181c7d1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.468033 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-06fb9bf3-66c8-48e6-ad97-91bd4f41d53f req-0a10cb3d-2c6a-4d73-b700-06ef3181c7d1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0576754 Jul 26 15:39:44.492143 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-331f7414-ae91-4836-a979-a552797dedc5 None None] Port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:39:44.511038 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e96ae670-46a2-44d1-82fe-6c84bd8dde49 req-52c1d9bd-1f55-4552-b6ba-69b53a233c94 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512879 Jul 26 15:39:44.519565 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-06fb9bf3-66c8-48e6-ad97-91bd4f41d53f req-cd255234-6c2a-4785-8b46-caa2fdc5072a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450616 Jul 26 15:39:44.649999 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1dcab-8abf-49a8-b918-ecbc26fcf487 req-7dedaeab-71ec-4190-9a6c-d5e4dc6aeb06 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.651545 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-67b1dcab-8abf-49a8-b918-ecbc26fcf487 req-7dedaeab-71ec-4190-9a6c-d5e4dc6aeb06 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0559688 Jul 26 15:39:44.715500 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-67b1dcab-8abf-49a8-b918-ecbc26fcf487 req-4b783ca5-08b1-43ed-84e5-a2a5e1e819c1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580435 Jul 26 15:39:44.759276 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451b5a-643f-473d-91fc-61cff66c7809 req-4869f007-006b-483c-9cc1-84cf83941949 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:44.761941 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7a451b5a-643f-473d-91fc-61cff66c7809 req-4869f007-006b-483c-9cc1-84cf83941949 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0555303 Jul 26 15:39:44.817169 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7a451b5a-643f-473d-91fc-61cff66c7809 req-1d84c3c5-11bf-42c9-8012-fb2265561ff6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Jul 26 15:39:45.080317 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-05a7b0da-7f1d-4389-b547-b78774293472 req-4cc14266-b5a4-4bac-8595-654d6c5ac66c tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0298111 Jul 26 15:39:45.472385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7058e41-4496-4d05-9476-75eb30952c94 req-4e76a709-e30f-49d9-9210-1d0c34ef344b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:45.473989 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7058e41-4496-4d05-9476-75eb30952c94 req-4e76a709-e30f-49d9-9210-1d0c34ef344b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 944 time: 0.0503099 Jul 26 15:39:45.522417 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7058e41-4496-4d05-9476-75eb30952c94 req-898aa2ba-04ab-4019-a489-146f566c48a7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Jul 26 15:39:45.634331 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a1715-f6b6-4290-bd5f-923a612c9da8 req-ab6effc5-9a36-4ff9-90e9-6a944fe9dc93 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:45.635800 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f84a1715-f6b6-4290-bd5f-923a612c9da8 req-ab6effc5-9a36-4ff9-90e9-6a944fe9dc93 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Jul 26 15:39:45.698714 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f84a1715-f6b6-4290-bd5f-923a612c9da8 req-13cdc529-e7c5-41c0-80e4-a1c8ea48a1fb tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561612 Jul 26 15:39:45.798324 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:45.833615 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f11091-f9aa-4e57-b408-0f80c8c8cfb4 req-d80a47ff-9383-4038-998d-83baba7c99a2 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:45.835076 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-14f11091-f9aa-4e57-b408-0f80c8c8cfb4 req-d80a47ff-9383-4038-998d-83baba7c99a2 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0473211 Jul 26 15:39:45.838272 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b3129bf2-9cba-40e3-9c5f-d71ffe4a3586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:45.884385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:39:45.897928 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-14f11091-f9aa-4e57-b408-0f80c8c8cfb4 req-21cafdda-8764-4cad-8015-9c6157ccd78e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541022 Jul 26 15:39:45.955228 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195ca75-0c50-4c6d-a491-344bcf60ebc3 req-bbabdd9e-b0f9-416c-a616-6ebddc2767bc tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:45.956820 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c195ca75-0c50-4c6d-a491-344bcf60ebc3 req-bbabdd9e-b0f9-416c-a616-6ebddc2767bc tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0597239 Jul 26 15:39:45.992452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:46.004513 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'mac_address': 'fa:16:3e:97:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:39:46.008187 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c195ca75-0c50-4c6d-a491-344bcf60ebc3 req-11f4126a-7e32-420f-804f-55f667519442 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Jul 26 15:39:46.042765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:46.043155 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:46.057321 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:39:46.077412 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:46.157738 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:46.223533 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=9']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:46.247389 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-81687ab6-0c0e-4658-8b0e-738a8fc01619 req-7c612cec-3bc2-446a-b963-a5bf154ce386 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Jul 26 15:39:46.269635 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.269986 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.270358 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.270716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.271061 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.271392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.271722 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.272066 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.272357 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.272823 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.273133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.273378 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.273716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.274034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.274360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:39:46.362263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:46.496787 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['86c0b00c-84f0-4079-9990-7a8a967d7342'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:39:46.658821 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1372b-2a56-45a4-a510-f45625577b77 req-31564d3d-f166-4664-819c-a19c8a17b591 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:46.660339 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bfd1372b-2a56-45a4-a510-f45625577b77 req-31564d3d-f166-4664-819c-a19c8a17b591 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 945 time: 0.0523057 Jul 26 15:39:46.710236 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bfd1372b-2a56-45a4-a510-f45625577b77 req-c8ce5684-b4a1-40e9-a813-918176508a49 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Jul 26 15:39:46.868433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc8b31-e455-461a-8915-3ae2f16a7b68 req-b16a1f18-b20d-4dc6-8239-b28d50a77945 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:46.870193 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18bc8b31-e455-461a-8915-3ae2f16a7b68 req-b16a1f18-b20d-4dc6-8239-b28d50a77945 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Jul 26 15:39:46.921821 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-18bc8b31-e455-461a-8915-3ae2f16a7b68 req-20cdbcd1-e7ed-4262-b436-202f6777d672 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454328 Jul 26 15:39:47.025901 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9bd31-5d32-43f9-9b33-cd3a9e7f7c3b req-5a1946e6-c878-419e-b1fd-e5ba1b63208a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:47.027283 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2da9bd31-5d32-43f9-9b33-cd3a9e7f7c3b req-5a1946e6-c878-419e-b1fd-e5ba1b63208a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0480587 Jul 26 15:39:47.065590 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:47.081075 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2da9bd31-5d32-43f9-9b33-cd3a9e7f7c3b req-312276d3-1228-4d05-96de-d22618c40f0d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 Jul 26 15:39:47.185512 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da53af0-da59-4af5-9470-b4993d2b9e47 req-440e098a-f44d-43ba-ab15-6a05b7fafca7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:47.187288 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8da53af0-da59-4af5-9470-b4993d2b9e47 req-440e098a-f44d-43ba-ab15-6a05b7fafca7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Jul 26 15:39:47.239784 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8da53af0-da59-4af5-9470-b4993d2b9e47 req-cebb3b52-b518-47c1-b8f3-5d822008c4d4 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468018 Jul 26 15:39:47.352402 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f09c9c70-dc7b-4517-b6d0-61c7d83ab798 req-f75afc56-bb2e-4566-a8b3-64c47159bbed tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0282335 Jul 26 15:39:47.841555 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df8588-eb55-4ce3-ae98-0aa20e0b2066 req-28a96d48-dd02-4043-8f7f-e8c764fe3913 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:47.843022 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-97df8588-eb55-4ce3-ae98-0aa20e0b2066 req-28a96d48-dd02-4043-8f7f-e8c764fe3913 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 945 time: 0.0505140 Jul 26 15:39:47.892105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:39:47.894560 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-97df8588-eb55-4ce3-ae98-0aa20e0b2066 req-ee5049f3-cbc2-400b-8af9-8a090003d534 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Jul 26 15:39:47.941055 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 86c0b00c-84f0-4079-9990-7a8a967d7342 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:39:47.941576 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.022922 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 86c0b00c-84f0-4079-9990-7a8a967d7342 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:39:48.023308 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.047949 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:39:48.050244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71424cd2-079c-430f-bb7d-4c476462d9fc" -d '{"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:39:48.055557 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4181db-f4a9-4bb3-9d14-9138ebfd5546 req-11261f0e-a355-4b40-bbb7-98e4940e5d6a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:48.065326 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9e4181db-f4a9-4bb3-9d14-9138ebfd5546 req-11261f0e-a355-4b40-bbb7-98e4940e5d6a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Jul 26 15:39:48.065605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:39:48.115979 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9e4181db-f4a9-4bb3-9d14-9138ebfd5546 req-1319d720-08dc-4632-92b2-4b7fc94e1ad6 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515451 Jul 26 15:39:48.123653 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.170126 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600890cd-0532-48f5-aca2-623e5e0f4303 x-openstack-request-id: req-600890cd-0532-48f5-aca2-623e5e0f4303 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:39:48.170445 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-plugged", "status": "completed", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:39:48.170703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-600890cd-0532-48f5-aca2-623e5e0f4303 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:39:48.171137 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600890cd-0532-48f5-aca2-623e5e0f4303'] response: {'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'code': 200} Jul 26 15:39:48.184946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50168) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:48.185695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:48.189581 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=10']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:48.282325 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b40118-fc41-458b-977e-1bd0038779b1 req-e558e1b6-2efc-4425-8826-ca288b38ec15 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:48.284658 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6b40118-fc41-458b-977e-1bd0038779b1 req-e558e1b6-2efc-4425-8826-ca288b38ec15 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0584695 Jul 26 15:39:48.318504 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e3c8-9d48-4cbb-b268-cbdabaa1ff41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.359427 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6b40118-fc41-458b-977e-1bd0038779b1 req-cc8f0a49-c1a4-4bc4-94a4-8df10b5efce5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695949 Jul 26 15:39:48.363322 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d3f39669-e80c-4747-a770-791d2c7b2032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.426479 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e3c8-9d48-4cbb-b268-cbdabaa1ff41 admin admin] Publish callbacks [] for security_group (6099b7bb-7368-405d-9a64-6f715dbc9ea6), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.476990 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1bbb-c04b-48ad-a71a-89dff7312d22 req-82c33a88-0f5a-4c20-92d3-b544fe2df5bd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:48.479707 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d4ed1bbb-c04b-48ad-a71a-89dff7312d22 req-82c33a88-0f5a-4c20-92d3-b544fe2df5bd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0555270 Jul 26 15:39:48.480798 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e3c8-9d48-4cbb-b268-cbdabaa1ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6099b7bb-7368-405d-9a64-6f715dbc9ea6), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.523055 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:48.541029 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9e3c8-9d48-4cbb-b268-cbdabaa1ff41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099b7bb-7368-405d-9a64-6f715dbc9ea6,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:48.547171 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5cb9e3c8-9d48-4cbb-b268-cbdabaa1ff41 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=7a82efb520f34fe684bffa4a8692180d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604939 Jul 26 15:39:48.550179 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50178) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:39:48.573756 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d4ed1bbb-c04b-48ad-a71a-89dff7312d22 req-176d11eb-8026-454e-a76f-7f410674de76 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816622 Jul 26 15:39:48.603398 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] Publish callbacks [] for security_group (6099b7bb-7368-405d-9a64-6f715dbc9ea6), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.607500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:48.626375 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] Publish callbacks [] for security_group (6099b7bb-7368-405d-9a64-6f715dbc9ea6), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.664674 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28c2058e-bb5d-480a-a661-5fd69d80d69f req-d26900b0-004c-450a-a469-9d6fe50ffe5e tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0313025 Jul 26 15:39:48.768929 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6099b7bb-7368-405d-9a64-6f715dbc9ea6), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.771543 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:48.772722 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/6099b7bb-7368-405d-9a64-6f715dbc9ea6 HTTP/1.1" status: 204 len: 168 time: 0.2215245 Jul 26 15:39:48.781626 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21173c-f468-4c05-af00-5206ad832099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099b7bb-7368-405d-9a64-6f715dbc9ea6,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:49.028282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369be71c-226d-4b63-8a47-8a1885fad0ae req-d3e985b4-e266-4655-ac36-eab6d71e829b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:49.030015 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-369be71c-226d-4b63-8a47-8a1885fad0ae req-d3e985b4-e266-4655-ac36-eab6d71e829b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0488842 Jul 26 15:39:49.084139 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-369be71c-226d-4b63-8a47-8a1885fad0ae req-4c13052a-3c10-4edf-aa6e-8a92677405b6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Jul 26 15:39:49.256079 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fcddc-9537-4541-8827-0325b39368aa req-6c52d62c-70e2-4c81-8cae-664992781a17 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:49.257706 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-343fcddc-9537-4541-8827-0325b39368aa req-6c52d62c-70e2-4c81-8cae-664992781a17 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0574777 Jul 26 15:39:49.307084 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-343fcddc-9537-4541-8827-0325b39368aa req-63937c0f-d523-4b80-be07-d423c2d54fbf tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Jul 26 15:39:49.425934 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:49.482908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3790a9-9185-4905-ae9c-5d253ea91a90 req-2ae264b7-dc69-4be7-9132-9e4a2ef4ec93 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:49.484384 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bc3790a9-9185-4905-ae9c-5d253ea91a90 req-2ae264b7-dc69-4be7-9132-9e4a2ef4ec93 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0469646 Jul 26 15:39:49.537571 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bc3790a9-9185-4905-ae9c-5d253ea91a90 req-babfd365-1ebb-4677-82a7-730febc1385e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469110 Jul 26 15:39:49.682211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:49.700058 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd82d6-e46b-4614-a36e-9ba9dc0a1344 req-b258490e-f27d-4877-942b-89788bf58085 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:49.701578 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2dd82d6-e46b-4614-a36e-9ba9dc0a1344 req-b258490e-f27d-4877-942b-89788bf58085 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0550694 Jul 26 15:39:49.750747 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2dd82d6-e46b-4614-a36e-9ba9dc0a1344 req-cb67ddaa-c25f-4ff1-9b9b-95c303d286c1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Jul 26 15:39:49.839232 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-86f88ee8-e82c-45e6-882c-3e619f716f67 req-c5314b74-3a63-47cf-8dd1-326d9cbd2a09 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0320396 Jul 26 15:39:50.210650 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f56d4-3443-4da6-82b6-f952612082ec req-c92b48f8-df70-4a88-b713-2e6b56f4b5ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:50.212863 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-717f56d4-3443-4da6-82b6-f952612082ec req-c92b48f8-df70-4a88-b713-2e6b56f4b5ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0473564 Jul 26 15:39:50.260874 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-717f56d4-3443-4da6-82b6-f952612082ec req-430553b6-fc2e-4378-897d-1ed8b0cbc732 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Jul 26 15:39:50.426446 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab038-ff73-498f-a9de-49feae48993e req-901765e3-8df0-47e0-bdd9-ce07c0005bfa tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:50.427838 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-813ab038-ff73-498f-a9de-49feae48993e req-901765e3-8df0-47e0-bdd9-ce07c0005bfa tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Jul 26 15:39:50.476440 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-813ab038-ff73-498f-a9de-49feae48993e req-6937a4d8-2ab1-452e-a6f3-95ab20cc40b8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Jul 26 15:39:50.686227 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c88952-b248-406e-a23e-5c5e19b2dbe9 req-7d2880d1-9081-4b17-9898-d1af54d233dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:50.687634 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-14c88952-b248-406e-a23e-5c5e19b2dbe9 req-7d2880d1-9081-4b17-9898-d1af54d233dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0495665 Jul 26 15:39:50.737241 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-14c88952-b248-406e-a23e-5c5e19b2dbe9 req-a4b6b2e0-4df8-4340-9a39-42448651d2e1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Jul 26 15:39:50.871159 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f62746-16db-47af-bb1b-a763ab33fcee req-cb028456-244d-46da-bc67-fd3b8065417f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:50.878709 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-10f62746-16db-47af-bb1b-a763ab33fcee req-cb028456-244d-46da-bc67-fd3b8065417f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Jul 26 15:39:50.924406 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-10f62746-16db-47af-bb1b-a763ab33fcee req-46448d17-ba4e-4242-8c71-e099295909b5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Jul 26 15:39:51.009697 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b0da150-bd28-419b-945f-b2bd01c1ca7d req-eae81cd5-1e0b-47c4-9694-5a0556b7a1b9 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0282562 Jul 26 15:39:51.254298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:51.333929 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:51.390584 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace88f6b-15c2-4c7d-9512-7ed5388f696b req-1a20f532-97da-465f-a708-1612f7942206 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:51.392107 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ace88f6b-15c2-4c7d-9512-7ed5388f696b req-1a20f532-97da-465f-a708-1612f7942206 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0497811 Jul 26 15:39:51.442690 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ace88f6b-15c2-4c7d-9512-7ed5388f696b req-d506c7f1-df18-4c22-ba1a-7cb95ed3843a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Jul 26 15:39:51.600336 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf4eb6-5967-44f8-8b3b-cc603e36e8f0 req-fb042255-bf7a-41b6-b8c9-490bea8e95fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:51.601753 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-09bf4eb6-5967-44f8-8b3b-cc603e36e8f0 req-fb042255-bf7a-41b6-b8c9-490bea8e95fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Jul 26 15:39:51.649405 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-09bf4eb6-5967-44f8-8b3b-cc603e36e8f0 req-455a6f78-9c49-4e7e-99d3-2e149c9d881d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Jul 26 15:39:51.819299 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:51.856945 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae9178-79c2-4ee7-90d3-64b0a22be216 req-c5beb1ec-b0fe-4fba-ae4b-dc6bc2605350 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:51.858452 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44ae9178-79c2-4ee7-90d3-64b0a22be216 req-c5beb1ec-b0fe-4fba-ae4b-dc6bc2605350 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0496633 Jul 26 15:39:51.908667 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44ae9178-79c2-4ee7-90d3-64b0a22be216 req-d56711b1-fab0-4634-9b80-ec742846a622 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Jul 26 15:39:52.044911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136302-2e61-4b79-823c-dc99f765a430 req-92f08177-1c3c-44b0-b2e9-be85b23c1d5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:52.046316 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a8136302-2e61-4b79-823c-dc99f765a430 req-92f08177-1c3c-44b0-b2e9-be85b23c1d5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Jul 26 15:39:52.098452 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a8136302-2e61-4b79-823c-dc99f765a430 req-049f20a7-21e3-40eb-aa96-449cfd9f211c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Jul 26 15:39:52.181847 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-35784eb4-f7cf-4788-b3d1-873931866411 req-13dbb281-29b1-45c9-8471-6b8e07f24ee4 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Jul 26 15:39:52.578366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04975d-b192-4ca5-93fb-a91503fb1b93 req-b61cd196-075f-400e-a7e2-b732bddb7b04 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:52.579744 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b04975d-b192-4ca5-93fb-a91503fb1b93 req-b61cd196-075f-400e-a7e2-b732bddb7b04 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0565672 Jul 26 15:39:52.628519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2b04975d-b192-4ca5-93fb-a91503fb1b93 req-86ef6556-7c6b-477c-b2df-12c308e8c215 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Jul 26 15:39:52.780549 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a353-0320-4136-a4be-e682ac764eec req-7aef9c79-a82c-41cb-9e4a-ae0912cef7f8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:52.782047 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0337a353-0320-4136-a4be-e682ac764eec req-7aef9c79-a82c-41cb-9e4a-ae0912cef7f8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0486870 Jul 26 15:39:52.833615 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0337a353-0320-4136-a4be-e682ac764eec req-9b951a64-2c26-4e30-b571-9d142be6ee59 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Jul 26 15:39:53.011859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:53.028512 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9e250-222d-40ba-99e3-65b54a573524 req-1dd44190-b60f-4bee-9e29-799fc8b017ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:53.030041 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-78c9e250-222d-40ba-99e3-65b54a573524 req-1dd44190-b60f-4bee-9e29-799fc8b017ea tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0492904 Jul 26 15:39:53.081500 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-78c9e250-222d-40ba-99e3-65b54a573524 req-f4724073-c765-45cf-82d0-83f4776c4359 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456462 Jul 26 15:39:53.215502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4817c4d-7c3b-45b0-9803-866796b02ad6 req-6243dfe0-3f93-4bf3-8d6f-6c653cecae11 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:53.217012 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4817c4d-7c3b-45b0-9803-866796b02ad6 req-6243dfe0-3f93-4bf3-8d6f-6c653cecae11 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Jul 26 15:39:53.266362 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e4817c4d-7c3b-45b0-9803-866796b02ad6 req-f3cc7bca-123d-4620-879d-43394f448a16 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 Jul 26 15:39:53.356084 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ffc64655-3a59-411d-a6ad-0dc4ec506e5d req-c563d8d0-afd8-45f1-9b15-906cc66503ff tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0323436 Jul 26 15:39:53.754989 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04153d4-85b9-44bd-9225-045b18d17a90 req-7a10f440-1323-40f2-b300-d61c03851c88 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:53.760550 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d04153d4-85b9-44bd-9225-045b18d17a90 req-7a10f440-1323-40f2-b300-d61c03851c88 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0483196 Jul 26 15:39:53.803922 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d04153d4-85b9-44bd-9225-045b18d17a90 req-17f60843-e5c7-44dd-a2f3-651a0125f58a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Jul 26 15:39:53.954801 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1faacd-847c-48d7-b324-4658868a600c req-57c8cf05-d469-4772-8a3d-2128389c7825 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:53.956177 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c1faacd-847c-48d7-b324-4658868a600c req-57c8cf05-d469-4772-8a3d-2128389c7825 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0476887 Jul 26 15:39:54.008751 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c1faacd-847c-48d7-b324-4658868a600c req-4ce21f4c-b4c0-4df8-8282-bd61e3b83f0f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Jul 26 15:39:54.200315 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b10eb-4062-4e61-95d5-4e2d2247c46b req-9087c382-dfaa-4263-8b92-2ec38d1fa4c8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:54.201833 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f9b10eb-4062-4e61-95d5-4e2d2247c46b req-9087c382-dfaa-4263-8b92-2ec38d1fa4c8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0484293 Jul 26 15:39:54.253029 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9f9b10eb-4062-4e61-95d5-4e2d2247c46b req-20fd21dc-a2cc-4163-98b4-7e0696d2e9f5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Jul 26 15:39:54.386461 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcabf7-0f25-4b26-ac85-0cc7c6a32329 req-5d5d02cf-4ea3-4052-b5d5-d6cbd5a02d7e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:54.388033 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8dcabf7-0f25-4b26-ac85-0cc7c6a32329 req-5d5d02cf-4ea3-4052-b5d5-d6cbd5a02d7e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Jul 26 15:39:54.437428 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8dcabf7-0f25-4b26-ac85-0cc7c6a32329 req-602e5c35-b9f5-4817-b49d-53ca3c89bc7a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Jul 26 15:39:54.529795 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1de11a36-6e32-4dae-b23a-f229440475b5 req-42aa1696-f6e7-4dc7-819a-8352812b1b3d tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Jul 26 15:39:54.942026 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f984d2-295b-4a35-a79c-bd56edea63c1 req-eb7d5520-012d-4804-8f2c-c8e6af1844de tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:54.943511 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-15f984d2-295b-4a35-a79c-bd56edea63c1 req-eb7d5520-012d-4804-8f2c-c8e6af1844de tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0585396 Jul 26 15:39:54.990596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-15f984d2-295b-4a35-a79c-bd56edea63c1 req-2049e9b1-79b0-424d-8ccc-fd45c9ed2c12 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Jul 26 15:39:55.133018 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:55.144276 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd63e2e-2443-480d-8756-1020b6fdfd95 req-278bb735-ed3d-40dd-8361-c09bda2c7429 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:55.145923 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cdd63e2e-2443-480d-8756-1020b6fdfd95 req-278bb735-ed3d-40dd-8361-c09bda2c7429 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Jul 26 15:39:55.195833 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cdd63e2e-2443-480d-8756-1020b6fdfd95 req-9e214fa5-ca6a-4bf7-9570-c096f6e9867e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Jul 26 15:39:55.374025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32044e0b-998d-4ce6-b410-f757e999df65 req-d1ee1a94-9179-4330-88c4-b98f81aa554a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:55.375514 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-32044e0b-998d-4ce6-b410-f757e999df65 req-d1ee1a94-9179-4330-88c4-b98f81aa554a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0508971 Jul 26 15:39:55.426559 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-32044e0b-998d-4ce6-b410-f757e999df65 req-e2bfc521-c980-499f-85b7-8afee9f74ae9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Jul 26 15:39:55.556714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e962-a6a0-4bc4-9ce6-e86f549eca31 req-c688cd31-1071-4c08-9d94-c12d9bf7767d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:55.558809 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9c75e962-a6a0-4bc4-9ce6-e86f549eca31 req-c688cd31-1071-4c08-9d94-c12d9bf7767d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0493219 Jul 26 15:39:55.607544 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9c75e962-a6a0-4bc4-9ce6-e86f549eca31 req-529116a1-03d9-4fb2-ba88-6989dce26bd6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jul 26 15:39:55.696793 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9839f343-bc6c-4cab-a8d4-f81298a201fb req-7cdb14f1-5960-4626-be3f-d8f556b1e907 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0282769 Jul 26 15:39:56.120921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d343e-8a04-4bcd-8f9e-cb9b056be668 req-ffc4d94c-ebb3-400a-bc89-ef7dd888947f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:56.122404 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b5d343e-8a04-4bcd-8f9e-cb9b056be668 req-ffc4d94c-ebb3-400a-bc89-ef7dd888947f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0529871 Jul 26 15:39:56.171743 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b5d343e-8a04-4bcd-8f9e-cb9b056be668 req-b687a941-e35e-42c2-9778-dd30bc1c97f4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434287 Jul 26 15:39:56.287119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:56.325711 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8b361-ffea-4e95-8e4b-5c1a24e85db4 req-51527cb0-81ca-4ae7-a297-94eebcf99089 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:56.327279 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7c8b361-ffea-4e95-8e4b-5c1a24e85db4 req-51527cb0-81ca-4ae7-a297-94eebcf99089 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0500689 Jul 26 15:39:56.379306 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a7c8b361-ffea-4e95-8e4b-5c1a24e85db4 req-5ae574ab-772e-46ab-9cb4-9cd9d6252d65 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Jul 26 15:39:56.563592 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418ba0-485e-42d9-885f-1a2528f8435c req-8c233604-225c-4b0c-be05-d9ecb7e5ea97 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:56.564998 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-88418ba0-485e-42d9-885f-1a2528f8435c req-8c233604-225c-4b0c-be05-d9ecb7e5ea97 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0503931 Jul 26 15:39:56.614764 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-88418ba0-485e-42d9-885f-1a2528f8435c req-05d5397f-8169-4599-9625-2b09a8c13ee1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441325 Jul 26 15:39:56.730913 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f3ee5-ccd2-4838-8cc7-299446374b36 req-567217cf-7cd9-4b17-8c37-95cc826332e2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:56.732376 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d45f3ee5-ccd2-4838-8cc7-299446374b36 req-567217cf-7cd9-4b17-8c37-95cc826332e2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Jul 26 15:39:56.781013 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d45f3ee5-ccd2-4838-8cc7-299446374b36 req-1fe95d77-1116-4704-922d-8c67cae2f58a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Jul 26 15:39:56.866201 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-62340f17-b3b8-4e5d-b8a3-119bd8ceeb8d req-5f23ccf4-07cb-49ee-9d2a-203865fff42f tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Jul 26 15:39:57.302588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb88e94-8df9-4808-8fe6-7afcf939d4fd req-09e3f8d5-d1e4-4df3-9038-215582a97047 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:57.304044 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-adb88e94-8df9-4808-8fe6-7afcf939d4fd req-09e3f8d5-d1e4-4df3-9038-215582a97047 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0512998 Jul 26 15:39:57.351192 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-adb88e94-8df9-4808-8fe6-7afcf939d4fd req-24f0aa32-8aa0-4ea2-b3a6-10e1696208fe tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Jul 26 15:39:57.504543 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e73f4-1586-4f8b-be40-b1deb83f1526 req-fd651a92-1fa1-42b0-abe1-016138dbb4ab tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:57.506010 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-510e73f4-1586-4f8b-be40-b1deb83f1526 req-fd651a92-1fa1-42b0-abe1-016138dbb4ab tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0465918 Jul 26 15:39:57.553828 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-510e73f4-1586-4f8b-be40-b1deb83f1526 req-8f53d942-0c50-42a6-819f-f9dc985b6a5b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Jul 26 15:39:57.730914 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc126-b26d-4db1-988a-594bf0b16b1e req-c34acb8b-cb6d-41fa-81b4-49ffdeb4a5a9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:57.732305 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b2cdc126-b26d-4db1-988a-594bf0b16b1e req-c34acb8b-cb6d-41fa-81b4-49ffdeb4a5a9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0467467 Jul 26 15:39:57.784829 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b2cdc126-b26d-4db1-988a-594bf0b16b1e req-c35ce874-ece2-4062-adeb-3fc5beacf6f6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467081 Jul 26 15:39:57.902346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb9220-9774-4042-a43a-da5a0929968e req-24d4b4b4-42ff-4ff0-9e10-7242d23f1936 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:57.903828 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7bcb9220-9774-4042-a43a-da5a0929968e req-24d4b4b4-42ff-4ff0-9e10-7242d23f1936 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0518801 Jul 26 15:39:57.952383 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7bcb9220-9774-4042-a43a-da5a0929968e req-dec4b568-cbad-4e8a-8874-aaaebd2bc14b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Jul 26 15:39:58.037170 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8627135-5720-4693-8852-b1ed8b6e3ed2 req-c3a25bdc-275e-445e-8cd0-b1e0a98d30d9 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Jul 26 15:39:58.480860 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c59d7-ed42-41f2-b813-e6e9ed7fb553 req-f730cc83-1d5c-49ec-a088-074633788245 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:58.482445 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-763c59d7-ed42-41f2-b813-e6e9ed7fb553 req-f730cc83-1d5c-49ec-a088-074633788245 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0518584 Jul 26 15:39:58.493507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:58.532165 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-763c59d7-ed42-41f2-b813-e6e9ed7fb553 req-09c2c8bf-caff-4e67-ac03-2a0c2fe8e7f8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Jul 26 15:39:58.682619 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540bde-2f43-406d-9697-f343822d5bc0 req-cfef9e6a-847a-4d18-b93b-4eaefa86b48a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:58.684081 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c540bde-2f43-406d-9697-f343822d5bc0 req-cfef9e6a-847a-4d18-b93b-4eaefa86b48a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0470393 Jul 26 15:39:58.731839 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5c540bde-2f43-406d-9697-f343822d5bc0 req-3cbe6b4e-9fb9-449d-881d-124d2cb7ff17 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Jul 26 15:39:58.776576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:58.777381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:58.927353 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b184922-b5a8-4e8c-9042-ab6651cece38 req-4e5ffd59-edc0-4dd8-b9b6-b731513f5321 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:58.928896 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1b184922-b5a8-4e8c-9042-ab6651cece38 req-4e5ffd59-edc0-4dd8-b9b6-b731513f5321 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 931 time: 0.0632050 Jul 26 15:39:58.990198 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1b184922-b5a8-4e8c-9042-ab6651cece38 req-10490c1c-bd4d-4f15-b68f-dde297da9ed5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549600 Jul 26 15:39:59.090653 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:59.101768 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f317e-4f0d-458d-86d4-0ac9a8d0dea0 req-6e10f51d-1be1-403f-8664-0cccadfd6254 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:59.103238 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c03f317e-4f0d-458d-86d4-0ac9a8d0dea0 req-6e10f51d-1be1-403f-8664-0cccadfd6254 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Jul 26 15:39:59.157640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Request body: {'port': {'device_id': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:39:59.165258 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c03f317e-4f0d-458d-86d4-0ac9a8d0dea0 req-0a971b1e-1630-40e7-81dd-d9b5645ca57a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547585 Jul 26 15:39:59.230495 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:59.292599 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ef05bf22-9f13-4d94-b51d-b9fb6829149e req-4b2631a8-9ada-44b3-9c44-fd517ba85da7 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0433073 Jul 26 15:39:59.512068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:39:59.526229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad2d35-9248-4aed-a7c2-1faaec7a1161 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:39:59.534132 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks [] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:59.546745 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Transition to ACTIVE for port object 1bad2d35-9248-4aed-a7c2-1faaec7a1161 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:39:59.645463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:59.697009 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea7fd-3bac-4a0f-a8a0-a1ff3e1306cd req-7abce5cc-b0a0-4142-a63c-2005dbf3d0f9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:39:59.698577 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6aeea7fd-3bac-4a0f-a8a0-a1ff3e1306cd req-7abce5cc-b0a0-4142-a63c-2005dbf3d0f9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0840952 Jul 26 15:39:59.736282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:39:59.802634 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6aeea7fd-3bac-4a0f-a8a0-a1ff3e1306cd req-05279218-2d75-408d-840a-85fddf7d2b5d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978723 Jul 26 15:39:59.833278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Attempting to bind port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:39:59.833278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Attempting to bind port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:39:59.833278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Attempting to bind port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:39:59.837418 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 on network 80485f05-76b1-4fa2-b061-24e6bca76484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:39:59.837762 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Attempting to bind port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:39:59.844551 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:39:59.845342 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:39:59.845342 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Bound using segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:39:59.845678 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Bound port: 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:39:59.846024 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:39:59.920286 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:39:59.924420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:00.006064 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908acd-8e9a-4910-96a0-78efe370cdf3 req-e1240ad8-b476-4059-ac87-2cd79d8391f2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.007451 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c908acd-8e9a-4910-96a0-78efe370cdf3 req-e1240ad8-b476-4059-ac87-2cd79d8391f2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Jul 26 15:40:00.028401 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:00.086173 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.091993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:00.091993 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] 10.222.0.48 "PUT /v2.0/ports/1bad2d35-9248-4aed-a7c2-1faaec7a1161 HTTP/1.1" status: 200 len: 1093 time: 0.9388583 Jul 26 15:40:00.091993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:00.091993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37afeb-d894-45de-9d93-530c118ffe69" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:00.108511 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6c908acd-8e9a-4910-96a0-78efe370cdf3 req-fba5216d-02a1-459c-b990-c991d96b6c59 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948431 Jul 26 15:40:00.118902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ee1f-43d7-449b-a356-1bbb48554fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:00.230548 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ee707-821d-4282-b3ac-1a1d936bc158 req-e6ec42dc-6d1c-464e-851b-22cf0c8f6d73 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.232503 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ad9ee707-821d-4282-b3ac-1a1d936bc158 req-e6ec42dc-6d1c-464e-851b-22cf0c8f6d73 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0559220 Jul 26 15:40:00.318129 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ad9ee707-821d-4282-b3ac-1a1d936bc158 req-d9e56e37-3923-4665-b5b9-a13ef911f9dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773880 Jul 26 15:40:00.325780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2c743-ca56-4b6d-91fb-f8f9775f721e req-cf55bfd0-8d1d-43d8-a673-83f1e10b4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.327237 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03c2c743-ca56-4b6d-91fb-f8f9775f721e req-cf55bfd0-8d1d-43d8-a673-83f1e10b4e98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 1131 time: 0.0550866 Jul 26 15:40:00.377157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1633d24-3493-462b-9512-8a9b4f10917f x-openstack-request-id: req-e1633d24-3493-462b-9512-8a9b4f10917f {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:00.377704 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:00.378086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-e1633d24-3493-462b-9512-8a9b4f10917f {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:00.378593 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1633d24-3493-462b-9512-8a9b4f10917f'] response: {'name': 'network-changed', 'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'status': 'completed', 'code': 200} Jul 26 15:40:00.421917 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-03c2c743-ca56-4b6d-91fb-f8f9775f721e req-f3bf8cf8-21ad-4db4-a85a-50363a410d70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Jul 26 15:40:00.430569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-5908caf6-998a-44ca-b17d-c4d908a04862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.432910 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-5908caf6-998a-44ca-b17d-c4d908a04862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 1127 time: 0.0501802 Jul 26 15:40:00.469270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:00.480904 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef0e33-1208-4697-b5eb-5a59ef42969d req-560a53a7-aa0a-41ff-89b3-1068b5a64ab9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.482772 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-33ef0e33-1208-4697-b5eb-5a59ef42969d req-560a53a7-aa0a-41ff-89b3-1068b5a64ab9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Jul 26 15:40:00.776595 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-33ef0e33-1208-4697-b5eb-5a59ef42969d req-d7219247-e110-47a2-b7d4-5a64b6336885 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883036 Jul 26 15:40:00.868838 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2cccd8db-437d-4953-83af-a2381c2f63ed req-04eaa03c-3c5c-4f8d-9d62-443a9298bb44 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Jul 26 15:40:00.958118 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc12d2-7d78-4b80-876a-ff4f8144e991 req-197b5104-9eee-440a-8cd5-ab6eeeacf405 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:00.959933 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dadc12d2-7d78-4b80-876a-ff4f8144e991 req-197b5104-9eee-440a-8cd5-ab6eeeacf405 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0721886 Jul 26 15:40:00.982410 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-c628228a-70bc-40b4-97c0-b0f03dcf9c27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161 HTTP/1.1" status: 200 len: 217 time: 0.0501413 Jul 26 15:40:01.008423 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dadc12d2-7d78-4b80-876a-ff4f8144e991 req-7fc27603-e253-4d47-a957-0eb625a40b6d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Jul 26 15:40:01.232281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee99d6-6876-4ffe-acc7-7cad103c961b req-a0d7be4e-1ae9-4de3-b8f6-d9559d382d95 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:01.234121 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0ee99d6-6876-4ffe-acc7-7cad103c961b req-a0d7be4e-1ae9-4de3-b8f6-d9559d382d95 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0501347 Jul 26 15:40:01.286344 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0ee99d6-6876-4ffe-acc7-7cad103c961b req-e994984c-12ad-41fe-8d0f-4e12a9ab9d2d tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 Jul 26 15:40:01.442414 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8293-e696-49c6-a3c9-bdb630164d64 req-06c25e28-31b4-48dd-a3d3-0e65eeeebed9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:01.443777 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1d9d8293-e696-49c6-a3c9-bdb630164d64 req-06c25e28-31b4-48dd-a3d3-0e65eeeebed9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0478244 Jul 26 15:40:01.496852 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1d9d8293-e696-49c6-a3c9-bdb630164d64 req-f726c75d-5516-4aad-a972-8db8179e510d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472505 Jul 26 15:40:01.899619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610cfb7-0655-4196-b9bf-0b634c5eb406 req-7c6cb93e-7c6c-45dd-a483-6056f3328a41 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:01.901391 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3610cfb7-0655-4196-b9bf-0b634c5eb406 req-7c6cb93e-7c6c-45dd-a483-6056f3328a41 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Jul 26 15:40:01.952037 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3610cfb7-0655-4196-b9bf-0b634c5eb406 req-96454b01-519f-4a33-b493-a476557efd45 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Jul 26 15:40:01.982735 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c4df2ea7-e46d-43db-9912-993f5abe2be0 req-a41704df-aa66-4226-9285-274fe2095a65 tempest-VolumesNegativeTest-1819568523 tempest-VolumesNegativeTest-1819568523-project] 10.222.0.128 "GET /v2.0/ports?device_id=93c08984-53ba-4b40-8291-6cab95a55413 HTTP/1.1" status: 200 len: 210 time: 0.0281892 Jul 26 15:40:02.117907 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:02.131963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301311-7811-4255-8207-46956d0c2cac req-962de6b4-5693-483e-872a-37db913240c5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.133513 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2d301311-7811-4255-8207-46956d0c2cac req-962de6b4-5693-483e-872a-37db913240c5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0471463 Jul 26 15:40:02.186743 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2d301311-7811-4255-8207-46956d0c2cac req-32ef75dd-a50c-448b-9e06-22a0387a73e5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 Jul 26 15:40:02.409779 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549664b-e3e9-439e-ace1-351825f9d12b req-b94e41c8-8a1a-40f7-a54a-0c2330eec9b1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.411290 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8549664b-e3e9-439e-ace1-351825f9d12b req-b94e41c8-8a1a-40f7-a54a-0c2330eec9b1 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Jul 26 15:40:02.459815 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8549664b-e3e9-439e-ace1-351825f9d12b req-99651484-1395-4c16-8d77-a7722f13d88b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Jul 26 15:40:02.615800 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3565b-d021-4c8a-b702-95bfa3281db4 req-5b247532-d8e9-4a2c-8c72-28f1ecbef44b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.622935 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-35c3565b-d021-4c8a-b702-95bfa3281db4 req-5b247532-d8e9-4a2c-8c72-28f1ecbef44b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0532193 Jul 26 15:40:02.705552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-56c7888c-5c1b-4610-b4f6-7dea8b5ea326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.711271 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-35c3565b-d021-4c8a-b702-95bfa3281db4 req-c5033346-3569-4d0f-b792-dfaa65388f7c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764039 Jul 26 15:40:02.711738 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-56c7888c-5c1b-4610-b4f6-7dea8b5ea326 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0996599 Jul 26 15:40:02.793686 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-06ca718e-a4ef-47d0-a9be-339072bdee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.795537 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-06ca718e-a4ef-47d0-a9be-339072bdee78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434203 Jul 26 15:40:02.831367 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a56c7-8062-43ad-8666-3a72ef8278e1 req-56d08400-fd89-474e-a1be-c1005745ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:02.832928 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c47a56c7-8062-43ad-8666-3a72ef8278e1 req-56d08400-fd89-474e-a1be-c1005745ccce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0400131 Jul 26 15:40:02.896589 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-db5c12d2-6f81-4c47-bb44-733b752d85d6 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914490 Jul 26 15:40:02.908977 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c47a56c7-8062-43ad-8666-3a72ef8278e1 req-e6b871ae-f337-4994-9bb8-92147945c091 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Jul 26 15:40:03.001444 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5b9174e6-bd2e-485c-8f76-05511636e304 req-b6268410-0d2a-4f97-b471-3cf86149d084 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981476 Jul 26 15:40:03.080378 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a505e3-feff-4372-881e-ad093f2b75ac req-8609cb2f-ad9e-40cf-b14f-e31c067bf9fd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:03.082016 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-55a505e3-feff-4372-881e-ad093f2b75ac req-8609cb2f-ad9e-40cf-b14f-e31c067bf9fd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0538490 Jul 26 15:40:03.139624 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-55a505e3-feff-4372-881e-ad093f2b75ac req-089f0a03-199f-40ab-8eb0-67548292c207 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501029 Jul 26 15:40:03.327547 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce155af4-99e6-4a35-8c5d-d8158e9f9884 req-745375b8-80b2-48a5-9ea6-888f38ad09ac tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:03.329105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce155af4-99e6-4a35-8c5d-d8158e9f9884 req-745375b8-80b2-48a5-9ea6-888f38ad09ac tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0529187 Jul 26 15:40:03.390276 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce155af4-99e6-4a35-8c5d-d8158e9f9884 req-a1ed2abf-ed2d-4310-b1e9-164cf3cbea5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546134 Jul 26 15:40:03.594107 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd932e8-6d35-435e-be2d-626440141404 req-442d87f1-8179-4b3a-a2d9-e4530f9defed tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:03.598397 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ccd932e8-6d35-435e-be2d-626440141404 req-442d87f1-8179-4b3a-a2d9-e4530f9defed tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0577993 Jul 26 15:40:03.624081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f660-aaf1-4d1b-aaad-b2ab73599c25 req-f39884cf-b5e8-41c6-8921-49805f6e91e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:03.625778 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f122f660-aaf1-4d1b-aaad-b2ab73599c25 req-f39884cf-b5e8-41c6-8921-49805f6e91e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0525720 Jul 26 15:40:03.657010 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ccd932e8-6d35-435e-be2d-626440141404 req-c7c33cd0-2d7d-4601-b50f-f3c8d906bbba tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545890 Jul 26 15:40:03.676001 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f122f660-aaf1-4d1b-aaad-b2ab73599c25 req-04905801-23be-4c92-9d3c-b6798b1137d2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444920 Jul 26 15:40:03.844301 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0629-7f2f-46c5-8a0e-e87ae9d1d72f req-9650d906-27a2-4590-8cfb-a0f36753ece4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:03.845852 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-205d0629-7f2f-46c5-8a0e-e87ae9d1d72f req-9650d906-27a2-4590-8cfb-a0f36753ece4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0644257 Jul 26 15:40:03.872804 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:03.896864 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-205d0629-7f2f-46c5-8a0e-e87ae9d1d72f req-7d2620eb-b56a-4baf-839a-63f03b3c2342 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453441 Jul 26 15:40:04.278481 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce88d-ef45-4c84-bae1-3bc7708b1375 req-001c721a-5d6b-4803-80af-d5dbba5e0175 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:04.280671 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-77fce88d-ef45-4c84-bae1-3bc7708b1375 req-001c721a-5d6b-4803-80af-d5dbba5e0175 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0564132 Jul 26 15:40:04.334766 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-77fce88d-ef45-4c84-bae1-3bc7708b1375 req-e66c3405-8afe-4621-ad31-ceea3bd470ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483398 Jul 26 15:40:04.521587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb717d-1275-45cf-94e0-c64c99fa27f6 req-499c453d-a5dd-48e5-86ee-1951bfbed1dc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:04.523076 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f7cb717d-1275-45cf-94e0-c64c99fa27f6 req-499c453d-a5dd-48e5-86ee-1951bfbed1dc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0496633 Jul 26 15:40:04.550373 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:04.574088 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f7cb717d-1275-45cf-94e0-c64c99fa27f6 req-44aa3044-0890-46fb-8d2d-438773dce8db tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Jul 26 15:40:04.786889 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a2666-e494-4924-819e-a1c02613fd28 req-d96580dc-2547-4021-97d1-42bebc623a61 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:04.788403 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-239a2666-e494-4924-819e-a1c02613fd28 req-d96580dc-2547-4021-97d1-42bebc623a61 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Jul 26 15:40:04.802166 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955620d-a5fe-4cb6-9874-394e2ff3a3ce req-1de51f39-8770-43a0-84ff-c542479c6191 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:04.803623 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d955620d-a5fe-4cb6-9874-394e2ff3a3ce req-1de51f39-8770-43a0-84ff-c542479c6191 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0498278 Jul 26 15:40:04.845749 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-239a2666-e494-4924-819e-a1c02613fd28 req-cb0f3c5b-7b6b-454a-a0c9-7dd6b60e785f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507219 Jul 26 15:40:04.857617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d955620d-a5fe-4cb6-9874-394e2ff3a3ce req-f1ef0c87-9cac-4115-b5bd-f9d5288236d1 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476465 Jul 26 15:40:05.018884 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a207c-67dd-488b-b54b-3eb5d1e0c49b req-c725fdb3-ad14-4097-ad20-830e07bf1d19 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:05.020168 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-527a207c-67dd-488b-b54b-3eb5d1e0c49b req-c725fdb3-ad14-4097-ad20-830e07bf1d19 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0515158 Jul 26 15:40:05.072615 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-527a207c-67dd-488b-b54b-3eb5d1e0c49b req-888552a8-1571-45bb-9773-a381203eea6d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 Jul 26 15:40:05.470079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b5a0-82e2-4d14-b62c-110e4c4bbea4 req-1b1af812-b62d-420f-aa6e-4b1c55999210 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:05.471567 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64c9b5a0-82e2-4d14-b62c-110e4c4bbea4 req-1b1af812-b62d-420f-aa6e-4b1c55999210 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0504141 Jul 26 15:40:05.533399 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64c9b5a0-82e2-4d14-b62c-110e4c4bbea4 req-56d5dfcc-71cd-435a-8fb2-a5d1c67e33b6 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561128 Jul 26 15:40:05.690158 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:05.701618 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deac30-77c4-4215-9edd-01af52220730 req-e54f46f9-17db-4c3d-abb6-c79f577ac7d7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:05.703093 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-51deac30-77c4-4215-9edd-01af52220730 req-e54f46f9-17db-4c3d-abb6-c79f577ac7d7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0491164 Jul 26 15:40:05.756982 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-51deac30-77c4-4215-9edd-01af52220730 req-8d84abdc-e3f2-406d-b43f-c08026ef05a1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461788 Jul 26 15:40:05.990154 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb66f1-ea62-4306-84fe-745db2c23bb3 req-7d992040-da99-4c66-8339-53df673e141f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:05.991858 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55740687-f821-4782-9096-6670c0b4d2a6 req-b8a66202-592c-41b5-bac3-3043500be016 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:05.992627 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0eb66f1-ea62-4306-84fe-745db2c23bb3 req-7d992040-da99-4c66-8339-53df673e141f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0641384 Jul 26 15:40:05.993364 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-55740687-f821-4782-9096-6670c0b4d2a6 req-b8a66202-592c-41b5-bac3-3043500be016 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0531685 Jul 26 15:40:06.049963 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0eb66f1-ea62-4306-84fe-745db2c23bb3 req-75ef9efb-4fb4-4abb-9a4d-2a97c603a609 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500998 Jul 26 15:40:06.061212 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-55740687-f821-4782-9096-6670c0b4d2a6 req-b9ce7e27-34c8-4d82-876b-8a27d626ae15 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614369 Jul 26 15:40:06.134556 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:40:06.235156 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251bb71-8801-4b1b-b921-4c0e1214e7ad req-d53af4f3-1eca-4a76-9ab2-a55f299cd9eb tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:06.236707 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1251bb71-8801-4b1b-b921-4c0e1214e7ad req-d53af4f3-1eca-4a76-9ab2-a55f299cd9eb tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0635681 Jul 26 15:40:06.294412 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1251bb71-8801-4b1b-b921-4c0e1214e7ad req-70259883-bad3-40e2-9a44-efc69b3642fe tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518358 Jul 26 15:40:06.409750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-c7e35b01-d93c-4fac-bb4a-6c1c3d704a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:06.411394 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-c7e35b01-d93c-4fac-bb4a-6c1c3d704a2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 1127 time: 0.0468876 Jul 26 15:40:06.664968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8a5f1-3a3f-492a-b9d9-e0c98aa2f4b6 req-00334b10-ea8c-4756-906b-69634ff4f68c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:06.668747 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6e8a5f1-3a3f-492a-b9d9-e0c98aa2f4b6 req-00334b10-ea8c-4756-906b-69634ff4f68c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0572155 Jul 26 15:40:06.731801 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a6e8a5f1-3a3f-492a-b9d9-e0c98aa2f4b6 req-5a91e702-d914-4e81-a84e-f51bf813773d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574164 Jul 26 15:40:06.891209 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f1943-4fce-41be-8fdc-9c2167385d53 req-67b7c0c9-1adb-42ec-9eaa-043d1bc6e40c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:06.892932 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-058f1943-4fce-41be-8fdc-9c2167385d53 req-67b7c0c9-1adb-42ec-9eaa-043d1bc6e40c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0549622 Jul 26 15:40:06.944483 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-058f1943-4fce-41be-8fdc-9c2167385d53 req-b141e9be-df6c-4133-a347-3dc38775dbad tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452847 Jul 26 15:40:07.096685 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d8692-8162-42b5-99eb-0166709862ae req-c6c9ffad-8d96-45b8-bc3b-00adf4d99e04 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.098497 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dd4d8692-8162-42b5-99eb-0166709862ae req-c6c9ffad-8d96-45b8-bc3b-00adf4d99e04 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.0742781 Jul 26 15:40:07.223618 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:07.242503 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68e3f-c697-49d9-a05c-6cf497c02a28 req-878d25c0-d791-45ab-b2f5-82246713299f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.244094 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cfa68e3f-c697-49d9-a05c-6cf497c02a28 req-878d25c0-d791-45ab-b2f5-82246713299f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0866623 Jul 26 15:40:07.277339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-393d640c-63c1-4b67-a4e4-9cf7d21fe3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.279142 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-393d640c-63c1-4b67-a4e4-9cf7d21fe3f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.2567909 Jul 26 15:40:07.301944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb75a0-4128-44f1-ba6e-6df42e852b66 req-29fb9908-e5e6-4139-90d9-a60fface8b4c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.315406 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28bb75a0-4128-44f1-ba6e-6df42e852b66 req-29fb9908-e5e6-4139-90d9-a60fface8b4c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 945 time: 0.1134360 Jul 26 15:40:07.318456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:40:07.318856 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:07.346308 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-9f5feb47-93f0-415f-8de1-51b2f587fc06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161 HTTP/1.1" status: 200 len: 217 time: 0.0503428 Jul 26 15:40:07.351392 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cfa68e3f-c697-49d9-a05c-6cf497c02a28 req-79421e29-1a41-4bb9-94e8-3ba2798c49f5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930448 Jul 26 15:40:07.438415 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28bb75a0-4128-44f1-ba6e-6df42e852b66 req-41280d48-8fde-47db-ba04-a3d2668f68ac tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131878 Jul 26 15:40:07.488885 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] For port 096e1cf8-00e9-43b3-ab30-7af29a5b4795, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=096e1cf8-00e9-43b3-ab30-7af29a5b4795,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:07.489260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:07.498463 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0ec31-c028-4552-aca3-6abaaca3efd3 req-c78f3b6e-168e-435c-bade-d3f307269c6e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.505927 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6bc0ec31-c028-4552-aca3-6abaaca3efd3 req-c78f3b6e-168e-435c-bade-d3f307269c6e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0650918 Jul 26 15:40:07.564678 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6bc0ec31-c028-4552-aca3-6abaaca3efd3 req-3aa0c942-73ed-4de0-8bac-bcae9d283532 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577126 Jul 26 15:40:07.721298 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-d967bcf5-e7d4-4e93-b60c-132a1e3e93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.723117 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-d967bcf5-e7d4-4e93-b60c-132a1e3e93b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0512133 Jul 26 15:40:07.778103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-4f0d048c-6574-4e9d-9ed6-0e56a845a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:07.780338 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-4f0d048c-6574-4e9d-9ed6-0e56a845a033 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507190 Jul 26 15:40:07.786756 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:07.787200 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:07.788937 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP 76177d9c-260f-49b0-9697-dadd1ef45a2d disassociated. External IP: 172.27.1.123, port: 096e1cf8-00e9-43b3-ab30-7af29a5b4795. Jul 26 15:40:07.789494 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for 096e1cf8-00e9-43b3-ab30-7af29a5b4795 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:40:07.914357 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:07.927786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-a1b4651c-9ffe-4017-94d3-5dea4bc96ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286478 Jul 26 15:40:08.070992 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (096e1cf8-00e9-43b3-ab30-7af29a5b4795), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:08.079519 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:08.123798 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=096e1cf8-00e9-43b3-ab30-7af29a5b4795,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:08.272651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ac99-9e3a-4948-b806-815f00f68f4c req-31cd399a-c601-478b-9c26-b844e0cb2d11 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.274374 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3fc3ac99-9e3a-4948-b806-815f00f68f4c req-31cd399a-c601-478b-9c26-b844e0cb2d11 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.4096437 Jul 26 15:40:08.316301 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:08.332506 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:40:08.364700 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3fc3ac99-9e3a-4948-b806-815f00f68f4c req-e357e057-5915-49f9-9246-49e71927c12b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790498 Jul 26 15:40:08.408846 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:08.437105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d37afeb-d894-45de-9d93-530c118ffe69 req-f50e8f01-1925-4f8e-9e4e-2fb95a880321 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027452 Jul 26 15:40:08.475705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-704d1ff1-ecbf-41d6-822b-9d6e296455c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.477265 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-704d1ff1-ecbf-41d6-822b-9d6e296455c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0790389 Jul 26 15:40:08.488012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e91fa-4dcd-4a0c-adc0-e85f0f11751d req-7c5247d7-3f56-49ae-aff8-dcaa9db1ee62 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.493395 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1c3e91fa-4dcd-4a0c-adc0-e85f0f11751d req-7c5247d7-3f56-49ae-aff8-dcaa9db1ee62 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0961840 Jul 26 15:40:08.500889 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:08.508277 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:08.521385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:08.536304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:08.537326 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:39:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:08.583856 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02ca0b58-928f-4ba5-a3a4-77d45c126585 req-3ce8eaa6-6c7f-4e45-a3d6-b4e8e73c40f3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.0353994 Jul 26 15:40:08.603935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] No DVR routers for this DVR port 096e1cf8-00e9-43b3-ab30-7af29a5b4795 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:40:08.607027 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:08.623223 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dd4d8692-8162-42b5-99eb-0166709862ae req-0e2721e3-2734-4577-94aa-980c8fe8824c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "DELETE /v2.0/ports/096e1cf8-00e9-43b3-ab30-7af29a5b4795 HTTP/1.1" status: 204 len: 173 time: 1.5111508 Jul 26 15:40:08.623707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'name': 'network-vif-deleted', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:08.633966 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1c3e91fa-4dcd-4a0c-adc0-e85f0f11751d req-f9ef3a6a-7c55-4d61-8046-2edb8e534859 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224079 Jul 26 15:40:08.639542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2aeb3a-389a-4561-8328-fb9ea5f2c806" -d '{"events": [{"server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "name": "network-vif-deleted", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:08.668935 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:08.711889 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ddaedc-ff47-41a4-af07-f148e04f5a90 x-openstack-request-id: req-92ddaedc-ff47-41a4-af07-f148e04f5a90 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:08.712257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a", "name": "network-vif-deleted", "tag": "096e1cf8-00e9-43b3-ab30-7af29a5b4795", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:08.712609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-92ddaedc-ff47-41a4-af07-f148e04f5a90 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:08.713625 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ddaedc-ff47-41a4-af07-f148e04f5a90'] response: {'server_uuid': '5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a', 'name': 'network-vif-deleted', 'tag': '096e1cf8-00e9-43b3-ab30-7af29a5b4795', 'status': 'completed', 'code': 200} Jul 26 15:40:08.716371 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-2f20e9eb-be5a-4da5-9645-b77cc14024a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.717978 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-2f20e9eb-be5a-4da5-9645-b77cc14024a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.2225199 Jul 26 15:40:08.765777 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede47de8-7b9e-4bcd-b729-8144ae1f8bd2 req-10b8bd2c-bb05-4383-8a88-6ef65ae821cf tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.767739 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ede47de8-7b9e-4bcd-b729-8144ae1f8bd2 req-10b8bd2c-bb05-4383-8a88-6ef65ae821cf tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0594618 Jul 26 15:40:08.828741 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-3a8247d1-52ac-4b38-bfe8-08b22e6732ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 1001 time: 0.0920272 Jul 26 15:40:08.835176 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ede47de8-7b9e-4bcd-b729-8144ae1f8bd2 req-d3c48a00-674d-4744-bc27-69f9f9d37c3c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561986 Jul 26 15:40:08.906191 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:08.933187 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-8132388b-2a76-4274-b7bd-4827e776e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.934675 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-8132388b-2a76-4274-b7bd-4827e776e3af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0511038 Jul 26 15:40:08.938806 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:08.948278 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:08.948974 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:39:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:08.993635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-06156711-ebb2-4664-a401-d23b0ba14568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:08.995220 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-06156711-ebb2-4664-a401-d23b0ba14568 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483012 Jul 26 15:40:09.065950 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:09.111195 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-d28b175c-a1b3-4891-a238-53319e628e4d service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068320 Jul 26 15:40:09.214156 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d3006f3-fe72-4e09-9ecd-56efdfbe5a1b req-5ee878b8-4f51-4f94-a00f-306625b3c161 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946970 Jul 26 15:40:09.315818 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:09.348966 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:09.391613 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:09.420898 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64ceb46-5092-4104-9088-8e1f2d4c2b41 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:09.533275 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4f38-b0b8-447c-972a-28036fe1a75d req-3381bd8b-ed46-4b5d-87c9-619d35d9750f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:09.534828 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-821a4f38-b0b8-447c-972a-28036fe1a75d req-3381bd8b-ed46-4b5d-87c9-619d35d9750f tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0709164 Jul 26 15:40:09.595265 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-821a4f38-b0b8-447c-972a-28036fe1a75d req-884ec681-dea2-4207-878c-cc1d2662264b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508392 Jul 26 15:40:09.799046 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0d66feba-d59a-4c3b-bdc7-43111c669b60 req-d2e2fd6c-c4d4-4f6e-9fc4-69e3d3fd4d40 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=5f5f99e4-ac11-4b11-b5ee-8ebe23fbd83a HTTP/1.1" status: 200 len: 210 time: 0.0550318 Jul 26 15:40:09.832492 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b118fd-b288-4db7-bdd3-5f510b7292ce None None] New status for floating IP 76177d9c-260f-49b0-9697-dadd1ef45a2d: DOWN {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:40:09.833501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84bb66-2af5-4afd-97f0-d62093585c47 req-26938060-c2b3-4fae-a7dd-e95df73c352a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:09.833501 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7f84bb66-2af5-4afd-97f0-d62093585c47 req-26938060-c2b3-4fae-a7dd-e95df73c352a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0821171 Jul 26 15:40:09.955217 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50708) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:09.971904 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612174-1cbc-4cea-9f1d-b8e8846ec134 req-19b68dcb-e598-4954-b632-cbf2b0698b0e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:09.977003 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0612174-1cbc-4cea-9f1d-b8e8846ec134 req-19b68dcb-e598-4954-b632-cbf2b0698b0e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0585785 Jul 26 15:40:10.030911 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0612174-1cbc-4cea-9f1d-b8e8846ec134 req-f1032fad-f70e-4583-a4e0-f955fc953977 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508883 Jul 26 15:40:10.071126 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50712) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:10.077406 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b9d0d9c8-8c23-4fa3-985f-05d9c1de147b admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d432a53d4fc44e8e9e557f7e3bca2c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1200984 Jul 26 15:40:10.130176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] Publish callbacks [] for security_group (ebd05a31-0a53-4529-87a5-ec56badc49bc), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:10.137263 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7f84bb66-2af5-4afd-97f0-d62093585c47 req-6f098ca4-77bc-42cb-8610-4acc8108d860 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888441 Jul 26 15:40:10.153897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] Publish callbacks [] for security_group (ebd05a31-0a53-4529-87a5-ec56badc49bc), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:10.276867 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ebd05a31-0a53-4529-87a5-ec56badc49bc), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:10.279527 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:10.280868 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/ebd05a31-0a53-4529-87a5-ec56badc49bc HTTP/1.1" status: 204 len: 168 time: 0.2086234 Jul 26 15:40:10.288959 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260b78f-4751-4383-a557-51228709a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd05a31-0a53-4529-87a5-ec56badc49bc,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:10.733594 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa2e9-f31c-44e4-8482-4def3536fc17 req-9c13ecec-3e0f-4e7e-922f-9017ee6d8076 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:10.735099 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a2fa2e9-f31c-44e4-8482-4def3536fc17 req-9c13ecec-3e0f-4e7e-922f-9017ee6d8076 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Jul 26 15:40:10.784453 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a2fa2e9-f31c-44e4-8482-4def3536fc17 req-85c91d60-ba72-452a-a74d-12a64e2748fc tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Jul 26 15:40:10.973998 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50724) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:11.033833 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (c9b96ddf-ede9-475d-87fe-b2fe0fa568e3), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.058928 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (c9b96ddf-ede9-475d-87fe-b2fe0fa568e3), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.067127 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:11.162215 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c9b96ddf-ede9-475d-87fe-b2fe0fa568e3), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.166516 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.170434 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/security-groups/c9b96ddf-ede9-475d-87fe-b2fe0fa568e3 HTTP/1.1" status: 204 len: 168 time: 0.1926939 Jul 26 15:40:11.171655 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50730) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:11.180793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9f6f-8af0-4e61-a31f-b0445a6c9310 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b96ddf-ede9-475d-87fe-b2fe0fa568e3,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:11.190810 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156f37c-66c5-4c0c-b622-26cbb1fcbd6a req-4f22c5d8-c966-4767-88fb-b08e0316a46f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:11.192922 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3156f37c-66c5-4c0c-b622-26cbb1fcbd6a req-4f22c5d8-c966-4767-88fb-b08e0316a46f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0699189 Jul 26 15:40:11.205903 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.api.v2.resource [None req-06e10280-9307-404d-bec0-632a98bc0b2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] show failed (client error): The resource could not be found. Jul 26 15:40:11.206993 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-06e10280-9307-404d-bec0-632a98bc0b2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups/c9b96ddf-ede9-475d-87fe-b2fe0fa568e3 HTTP/1.1" status: 404 len: 347 time: 0.0351207 Jul 26 15:40:11.210047 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50732) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:11.241042 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:11.261032 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3156f37c-66c5-4c0c-b622-26cbb1fcbd6a req-31c761ac-34ec-4d45-8f1a-24eb1cb1088d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572338 Jul 26 15:40:11.342457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc926a2e-8843-41be-9f8a-d1b2d4d52ae4 req-b9471949-93bc-4e15-9fc8-97543f5e6da2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:11.343852 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fc926a2e-8843-41be-9f8a-d1b2d4d52ae4 req-b9471949-93bc-4e15-9fc8-97543f5e6da2 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0929377 Jul 26 15:40:11.392261 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port 16ac4361-a8e7-429b-8455-cfbdf2d8f8b7 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:40:11.392647 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.459004 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fc926a2e-8843-41be-9f8a-d1b2d4d52ae4 req-5948dbce-410d-4d06-8d76-4dc7737b848a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962679 Jul 26 15:40:11.493032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.493364 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.506671 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for 16ac4361-a8e7-429b-8455-cfbdf2d8f8b7 owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:40:11.583203 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:11.744765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (16ac4361-a8e7-429b-8455-cfbdf2d8f8b7), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.771845 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=16ac4361-a8e7-429b-8455-cfbdf2d8f8b7,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:11.839334 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (76177d9c-260f-49b0-9697-dadd1ef45a2d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.841357 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:11.842553 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e122f991-9ab4-4962-9bb4-3d8c1a4459e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/floatingips/76177d9c-260f-49b0-9697-dadd1ef45a2d HTTP/1.1" status: 204 len: 168 time: 0.6315165 Jul 26 15:40:11.928789 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b336e7-1390-45df-9dba-c353bc71e1eb req-1a2261e5-cd7a-47ac-be74-9886d577577e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:11.930259 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e8b336e7-1390-45df-9dba-c353bc71e1eb req-1a2261e5-cd7a-47ac-be74-9886d577577e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Jul 26 15:40:11.935730 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 096e1cf8-00e9-43b3-ab30-7af29a5b4795 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:40:11.957183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 096e1cf8-00e9-43b3-ab30-7af29a5b4795 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:40:11.957533 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 096e1cf8-00e9-43b3-ab30-7af29a5b4795 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:40:11.984856 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e8b336e7-1390-45df-9dba-c353bc71e1eb req-94dafba5-5dd6-4863-b440-ebacec5aa72b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467007 Jul 26 15:40:12.021912 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50740) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:12.027236 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632680175', 'description': 'tempest-description--497162206'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:12.122095 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.143249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:12.196031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (96519bd6-404b-4121-a2d4-994964e146b3), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.264264 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (96519bd6-404b-4121-a2d4-994964e146b3), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.300057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96519bd6-404b-4121-a2d4-994964e146b3,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:12.382954 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.384248 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-668decb8-c9e4-4c96-a481-e8690f14596c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3613155 Jul 26 15:40:12.388641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50744) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:12.393057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '96519bd6-404b-4121-a2d4-994964e146b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:12.420984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adcea1-56f5-4326-9520-d0bd38900688 req-f10cde41-c2d8-4ec1-a999-b43479ef4c9e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:12.422382 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-77adcea1-56f5-4326-9520-d0bd38900688 req-f10cde41-c2d8-4ec1-a999-b43479ef4c9e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0732665 Jul 26 15:40:12.475113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-77adcea1-56f5-4326-9520-d0bd38900688 req-e9d9f3c9-944c-4a89-a41b-00de3a82aff0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468099 Jul 26 15:40:12.516603 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (e4f86ccc-f735-4451-96cf-763722358f81), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.577917 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (e4f86ccc-f735-4451-96cf-763722358f81), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.590241 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb753e9-7cf9-407b-a70f-ee7b5320dd51 req-c0cfdb01-6e6c-46c8-9e1e-82eedfe1b31c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:12.591737 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2eb753e9-7cf9-407b-a70f-ee7b5320dd51 req-c0cfdb01-6e6c-46c8-9e1e-82eedfe1b31c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0507207 Jul 26 15:40:12.640384 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2eb753e9-7cf9-407b-a70f-ee7b5320dd51 req-93764080-ff8f-4ac3-9f7b-33a1b3e3401b tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Jul 26 15:40:12.668033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (e4f86ccc-f735-4451-96cf-763722358f81), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.686206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f86ccc-f735-4451-96cf-763722358f81,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:12.780807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fc23d-ba3f-4699-bf96-135dd8c9c834 req-0a88a713-384e-45c4-b14b-1d370812a47f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:12.782288 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-575fc23d-ba3f-4699-bf96-135dd8c9c834 req-0a88a713-384e-45c4-b14b-1d370812a47f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0543578 Jul 26 15:40:12.784961 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.786189 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-215766fc-f79a-48fb-8f28-a66e37fd61d0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965991 Jul 26 15:40:12.788818 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50752) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:12.792986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50754) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:12.793744 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '96519bd6-404b-4121-a2d4-994964e146b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:12.797987 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Request body: {'floatingip': {'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:12.862754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.915941 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (872c8a69-cebb-49c2-bd2a-738928e58fe9), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:12.980382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (872c8a69-cebb-49c2-bd2a-738928e58fe9), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.036507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:13.064510 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (872c8a69-cebb-49c2-bd2a-738928e58fe9), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.085861 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872c8a69-cebb-49c2-bd2a-738928e58fe9,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:13.143957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd325af-6358-4563-9be7-d205791a1c1d req-baabce0a-6f40-4efe-9bfa-c84cbb03098d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:13.145450 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7fd325af-6358-4563-9be7-d205791a1c1d req-baabce0a-6f40-4efe-9bfa-c84cbb03098d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0696921 Jul 26 15:40:13.186438 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.191143 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-81f492b0-49a4-4d17-bf6c-51da52e02046 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3980470 Jul 26 15:40:13.191412 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50758) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:13.195856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:13.272124 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7fd325af-6358-4563-9be7-d205791a1c1d req-f7ff7e67-170d-457a-a6ad-bf9611de1cd0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998938 Jul 26 15:40:13.303932 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.308849 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:13.395828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.415516 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.629365 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:13.629365 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.27.1.7 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/c911bb92-f63c-4e17-adc8-e07578f95208) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:13.630448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.648948 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264bf8e-16e3-40f9-b9ae-b901c7d7dfcf req-dc3af2c1-edd9-4d2e-898c-184eeeb04772 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:13.651292 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d264bf8e-16e3-40f9-b9ae-b901c7d7dfcf req-dc3af2c1-edd9-4d2e-898c-184eeeb04772 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0655046 Jul 26 15:40:13.707170 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (c911bb92-f63c-4e17-adc8-e07578f95208), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.740757 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d264bf8e-16e3-40f9-b9ae-b901c7d7dfcf req-bd1cd4f5-1262-4521-a4d0-10265132784d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814369 Jul 26 15:40:13.772995 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:13.825596 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:13.845510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Router 7c487701-5238-448d-9a90-3032c4f28ae1 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:40:13.880764 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:13.887453 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:13.890131 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:40:13.894199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=c911bb92-f63c-4e17-adc8-e07578f95208,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:13.924798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.928225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.929213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.929213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.929213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.929471 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:13.958611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:14.001292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.112895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.208664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:14.213906 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.219818 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:14.232710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:14.233374 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:39:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:14.248213 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:14.250510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a7c9fa-c29a-4bac-91de-8634e5f73daa" -d '{"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:14.287462 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d0a0af70-492f-48f3-a36f-4fbff5d1880f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "PUT /v2.0/floatingips/b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff HTTP/1.1" status: 200 len: 993 time: 1.4933646 Jul 26 15:40:14.318962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (c911bb92-f63c-4e17-adc8-e07578f95208), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.327685 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b7e24-003c-4fe5-a9c9-cdba074e6c1b x-openstack-request-id: req-1f4b7e24-003c-4fe5-a9c9-cdba074e6c1b {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:14.328105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:14.328457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-1f4b7e24-003c-4fe5-a9c9-cdba074e6c1b {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:14.328971 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4b7e24-003c-4fe5-a9c9-cdba074e6c1b'] response: {'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'status': 'completed', 'code': 200} Jul 26 15:40:14.370819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:14.396159 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.446588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b7930-6b06-4da9-a0be-7dc77ced777c req-19c33108-896a-4c54-9cc2-113e7b116468 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:14.448792 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e48b7930-6b06-4da9-a0be-7dc77ced777c req-19c33108-896a-4c54-9cc2-113e7b116468 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0860751 Jul 26 15:40:14.499430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=c911bb92-f63c-4e17-adc8-e07578f95208,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:14.527047 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.551874 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e48b7930-6b06-4da9-a0be-7dc77ced777c req-3b7135c6-ea99-410a-9231-fbef2d91edc7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760386 Jul 26 15:40:14.610935 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:14.612513 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-eab6ba9d-365a-4788-93d2-380be69ff4c6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4199181 Jul 26 15:40:14.657317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:40:13Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:14.683962 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:14.694057 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:14.694703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:39:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:14.763846 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-21026ec5-ef0f-4e1a-b2e8-4eb0b66fedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:14.763846 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-21026ec5-ef0f-4e1a-b2e8-4eb0b66fedd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0707362 Jul 26 15:40:14.872924 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:14.947516 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49c20-ec25-47c9-a357-f96e17622708 req-69a602fc-7d6d-4a8c-9b2e-d745d89ee005 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:14.949438 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d5b49c20-ec25-47c9-a357-f96e17622708 req-69a602fc-7d6d-4a8c-9b2e-d745d89ee005 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0834019 Jul 26 15:40:14.954546 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-7676ecd1-224e-4869-9975-b0f1c6185581 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--632680175&fields=id&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 267 time: 0.1011119 Jul 26 15:40:14.999916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-4f7ba4dc-8b93-4bf9-8b5e-aea1159bf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:15.001466 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-4f7ba4dc-8b93-4bf9-8b5e-aea1159bf58b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.2310607 Jul 26 15:40:15.035976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:15.087378 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:15.102631 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-585a82da-9d89-4ab2-8530-0bec09247d4e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:15.107858 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-585a82da-9d89-4ab2-8530-0bec09247d4e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.1438148 Jul 26 15:40:15.112661 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-3087c785-807f-464e-a843-24251dc75132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 1001 time: 0.1050940 Jul 26 15:40:15.121277 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d5b49c20-ec25-47c9-a357-f96e17622708 req-f656498b-fb08-4d60-a113-748d215cb2b9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439397 Jul 26 15:40:15.133347 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-840ab816-5f2e-4fd4-a65c-1daafc23e888 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/quotas/1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 375 time: 0.0220501 Jul 26 15:40:15.190246 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-b837ee66-7b05-4768-961a-cdc5e7a1a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:15.199066 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-b837ee66-7b05-4768-961a-cdc5e7a1a838 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0695601 Jul 26 15:40:15.200027 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-71d46ff5-8fd3-40ef-99c3-dbfeb2f33f83 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634575 Jul 26 15:40:15.242489 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:40:13Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:15.258196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-144deaab-536e-4853-9c14-7c79185130ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:15.260751 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-144deaab-536e-4853-9c14-7c79185130ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533180 Jul 26 15:40:15.294437 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a89e8-3d9a-41af-afa9-e361ca6c017f None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'port_id': '96c23394-f6f0-4c0f-a661-af48811510a4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'mac_address': 'fa:16:3e:92:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:37:35Z', 'updated_at': '2022-07-26T15:40:13Z', 'revision_number': 3, 'project_id': 'cc117969e9394769a471d512ce80734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:15.338797 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-0f93413a-d529-4c1c-8a6e-b2d84954b27a service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218097 Jul 26 15:40:15.418262 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-31906045-4321-4d50-bdd6-bff7049a27b5 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323256 Jul 26 15:40:15.462597 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:15.469146 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-02e4d486-ce56-4278-9a80-eb45d90f03ea service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241910 Jul 26 15:40:15.561555 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86a7c9fa-c29a-4bac-91de-8634e5f73daa req-93cf7392-3a0b-470f-a7b0-79b9b72ef9d0 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340914 Jul 26 15:40:15.695177 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-24c10e29-035f-43a1-916e-aaf23d83098c req-c075fc9f-18e0-4d30-b85f-dec03bc03db2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Jul 26 15:40:15.696855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2c59-9b23-4288-93b4-a65d6ffc9340 req-af3893d6-6f4e-4b33-ae29-f5e11fad4922 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:15.698428 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc6e2c59-9b23-4288-93b4-a65d6ffc9340 req-af3893d6-6f4e-4b33-ae29-f5e11fad4922 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0628881 Jul 26 15:40:15.770345 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc6e2c59-9b23-4288-93b4-a65d6ffc9340 req-97398fda-dc43-406f-963c-3c101319b145 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659490 Jul 26 15:40:15.847130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e07f4b5b-0a00-4199-a532-f2550dc90f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:15.950246 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1bad2d35-9248-4aed-a7c2-1faaec7a1161 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:40:16.025899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:16.060344 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:16.062514 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:16.079408 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'port_id': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'mac_address': 'fa:16:3e:e8:c3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:40:16.119718 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:40:16.126168 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:16.136140 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad2d35-9248-4aed-a7c2-1faaec7a1161 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:40:16.158455 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:16.271454 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176d1c0-9902-4181-ba2a-0d89f0033e97 req-73546e89-f7e1-4075-89ed-7885eebc5403 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.272918 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b176d1c0-9902-4181-ba2a-0d89f0033e97 req-73546e89-f7e1-4075-89ed-7885eebc5403 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0538914 Jul 26 15:40:16.273911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb7fff-dc07-4cb6-8cd0-a3f4b67f975c req-275b32cf-0a1e-4e2c-a377-cd11a09d7f21 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.276400 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0ebb7fff-dc07-4cb6-8cd0-a3f4b67f975c req-275b32cf-0a1e-4e2c-a377-cd11a09d7f21 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 943 time: 0.0576370 Jul 26 15:40:16.281427 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:16.331722 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:16.334293 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac5f9e-a505-446f-82c0-bf279c480035" -d '{"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:16.338600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:16.344491 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0ebb7fff-dc07-4cb6-8cd0-a3f4b67f975c req-382dc1e6-cbc2-4771-980b-f286b6c61ff9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621080 Jul 26 15:40:16.350708 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b176d1c0-9902-4181-ba2a-0d89f0033e97 req-8b55c423-4f53-4597-9a46-3c93d280598b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569456 Jul 26 15:40:16.378695 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50810) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:16.394227 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa80c3c-f5a5-4294-a073-396c9b21dad4 x-openstack-request-id: req-bfa80c3c-f5a5-4294-a073-396c9b21dad4 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:16.394707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:16.395120 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-bfa80c3c-f5a5-4294-a073-396c9b21dad4 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:16.395690 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa80c3c-f5a5-4294-a073-396c9b21dad4'] response: {'name': 'network-changed', 'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'status': 'completed', 'code': 200} Jul 26 15:40:16.473967 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-429c5b42-27f8-4c55-a66e-4c9f52ec63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.473967 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-429c5b42-27f8-4c55-a66e-4c9f52ec63fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 1129 time: 0.0475445 Jul 26 15:40:16.574224 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-8a85a700-1ddb-495f-b7db-05243dc81d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.575723 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-8a85a700-1ddb-495f-b7db-05243dc81d24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.0980759 Jul 26 15:40:16.605473 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c2fde-5d32-42c2-9df4-f47b831a76b5 tempest-TestMinimumBasicScenario-133042 tempest-TestMinimumBasicScenario-133042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.606996 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-704c2fde-5d32-42c2-9df4-f47b831a76b5 tempest-TestMinimumBasicScenario-133042 tempest-TestMinimumBasicScenario-133042-project-admin] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1124 time: 0.2317715 Jul 26 15:40:16.610128 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50814) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:16.614561 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'port_id': '74435adb-9de7-4203-96da-1b7dc6de5828', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:16.656969 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-dd2be377-fb69-4992-9b12-bf5486e03157 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 200 len: 1001 time: 0.0656154 Jul 26 15:40:16.684816 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['1bad2d35-9248-4aed-a7c2-1faaec7a1161'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:40:16.709913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-5041a11d-1900-42f9-8b39-6487c95365f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.711382 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-5041a11d-1900-42f9-8b39-6487c95365f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0474248 Jul 26 15:40:16.752039 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:16.765651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-d29b70bd-0679-4589-9e99-5fea8af7e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.766962 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-d29b70bd-0679-4589-9e99-5fea8af7e8b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489655 Jul 26 15:40:16.834555 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e277fa64-9e19-4264-97d3-087c7d2d1597 req-db7a15df-510a-4fbc-b71e-048acbe28aaf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 210 time: 0.0348022 Jul 26 15:40:16.875210 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:16.942914 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-3a84a7a3-7baa-410b-a577-8b3be67ffc29 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616902 Jul 26 15:40:16.949078 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b3a5a-2950-48de-bf42-33b70f933d2e req-ff952a69-9089-4475-987a-b4ba42aed026 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:16.950534 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-051b3a5a-2950-48de-bf42-33b70f933d2e req-ff952a69-9089-4475-987a-b4ba42aed026 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0698822 Jul 26 15:40:17.014910 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Allocated IP 172.27.1.197 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/cbde638d-ceda-4f3e-a3a4-5a12795a593d) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:17.068380 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-051b3a5a-2950-48de-bf42-33b70f933d2e req-9533352c-d1e4-49f4-b916-1ca3261d4091 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978868 Jul 26 15:40:17.084621 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fac5f9e-a505-446f-82c0-bf279c480035 req-791199dd-e6fd-4b58-8d67-ed3c3773efd8 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326573 Jul 26 15:40:17.132515 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:17.163982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:17.196401 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:17.304808 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:17.348075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:17.353075 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:17.356770 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:40:17.383499 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'Port': ['ID=cbde638d-ceda-4f3e-a3a4-5a12795a593d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:17.399093 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.399454 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.400603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.400817 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.401174 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.401553 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.403812 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.404135 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.404454 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:40:17.495091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63432f-924f-45d4-8cd2-ed2d457e486d req-98dd4c54-86fa-4871-bb94-7a217c6c811d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:17.496891 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e63432f-924f-45d4-8cd2-ed2d457e486d req-98dd4c54-86fa-4871-bb94-7a217c6c811d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 944 time: 0.0603733 Jul 26 15:40:17.563137 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7e63432f-924f-45d4-8cd2-ed2d457e486d req-271080dd-c22c-42f1-bb4b-de6d4f5e752d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606573 Jul 26 15:40:17.592978 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24406361-008b-4282-883f-ce5c8949407c req-f8eb11f6-3a99-40c7-a9ad-b6bd8a0d27b7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:17.594522 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-24406361-008b-4282-883f-ce5c8949407c req-f8eb11f6-3a99-40c7-a9ad-b6bd8a0d27b7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1059113 Jul 26 15:40:17.692368 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-24406361-008b-4282-883f-ce5c8949407c req-86c858eb-5747-43ce-b64c-9ac1a6cb5bb0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921228 Jul 26 15:40:17.760952 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:17.834100 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for floatingip (279dfd80-fe64-4ffc-a528-9213a4199cf7), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:17.899715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-17d518fa-3c6f-4232-ae1e-232e499dea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:17.901636 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-17d518fa-3c6f-4232-ae1e-232e499dea39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1129 time: 0.0419333 Jul 26 15:40:17.963010 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:17.972862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1bad2d35-9248-4aed-a7c2-1faaec7a1161 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:17.976567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:17.992833 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:17.998979 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-51fb6009-6d25-448a-ad32-2c63f1f9966d req-2f10fa93-1422-421b-9ad1-6a8658015344 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 210 time: 0.0397506 Jul 26 15:40:18.023167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:40:18.038624 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-a1360e3e-4c8e-45b7-9774-f3dbcb62527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.041024 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-a1360e3e-4c8e-45b7-9774-f3dbcb62527a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.1310315 Jul 26 15:40:18.109657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:40:18.110050 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.114021 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-c7d898bc-e710-45d3-846f-acc7695952a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 1000 time: 0.0657547 Jul 26 15:40:18.168322 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-2be8e704-6f92-481f-9129-559184d2c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.169822 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-2be8e704-6f92-481f-9129-559184d2c4a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0494585 Jul 26 15:40:18.198346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:40:18.198716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.226774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:18.227012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-dda9739b-1a66-40f9-b220-22ff2db0804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.229716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7523f9c3-4441-4035-b89f-b7b1dbf2ef30" -d '{"events": [{"server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "name": "network-vif-plugged", "status": "completed", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:18.231461 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-dda9739b-1a66-40f9-b220-22ff2db0804a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539222 Jul 26 15:40:18.233349 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-a957b31c-74aa-4393-a4f4-c84b879eac32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.236262 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-a957b31c-74aa-4393-a4f4-c84b879eac32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.2063091 Jul 26 15:40:18.249317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:18.272319 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb321984-c8a9-4710-a369-df4940645707 x-openstack-request-id: req-cb321984-c8a9-4710-a369-df4940645707 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:18.272767 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "name": "network-vif-plugged", "status": "completed", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:18.273110 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-cb321984-c8a9-4710-a369-df4940645707 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:18.273653 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb321984-c8a9-4710-a369-df4940645707'] response: {'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'code': 200} Jul 26 15:40:18.315553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.341347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:18.351834 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-014d8d09-d3e5-41d7-8434-c576cc1d98a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.361034 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.368070 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-86045429-64fa-49e0-9dc6-f0e7345d2ef8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 379 time: 0.1133990 Jul 26 15:40:18.376338 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-55dedcc1-c407-42bb-96fe-cb9a51d07a03 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255877 Jul 26 15:40:18.384324 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:18.407097 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.448450 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'port': {'device_id': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'admin_state_up': True, 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'security_groups': ['96519bd6-404b-4121-a2d4-994964e146b3']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:18.527032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'Port': ['ID=cbde638d-ceda-4f3e-a3a4-5a12795a593d,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:18.539491 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bd688b28-6dde-4070-b2d3-3a50af74ff90 req-ae01b567-f87f-4e5c-99c0-cc451eee59c0 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977275 Jul 26 15:40:18.553929 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (279dfd80-fe64-4ffc-a528-9213a4199cf7), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.695684 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Floating IP 279dfd80-fe64-4ffc-a528-9213a4199cf7 associated. External IP: 172.27.1.197, port: 74435adb-9de7-4203-96da-1b7dc6de5828. Jul 26 15:40:18.703261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d206fe7-fe51-4c41-aab3-84b2b79a5e34 req-bbb0b2cc-e616-444a-a5a7-0b0b7a3b799c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.704754 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0d206fe7-fe51-4c41-aab3-84b2b79a5e34 req-bbb0b2cc-e616-444a-a5a7-0b0b7a3b799c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Jul 26 15:40:18.747270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:40:18.751893 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:18.785975 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0d206fe7-fe51-4c41-aab3-84b2b79a5e34 req-2b6a908c-d931-40ee-9ad7-c20fb4d7f2a8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756044 Jul 26 15:40:18.797806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3652c4-ab18-44d2-87d9-29ef9adf02fd req-af085fec-caa1-4091-a240-1397a17ee348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.799312 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f3652c4-ab18-44d2-87d9-29ef9adf02fd req-af085fec-caa1-4091-a240-1397a17ee348 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 1129 time: 0.0579917 Jul 26 15:40:18.901357 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3439b00-89fc-4b7b-9455-5b275334d0cc req-552df3ac-ccb7-4570-8fe9-7d5676e3dd7d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:18.903035 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e3439b00-89fc-4b7b-9455-5b275334d0cc req-552df3ac-ccb7-4570-8fe9-7d5676e3dd7d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.1088855 Jul 26 15:40:18.921935 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f3652c4-ab18-44d2-87d9-29ef9adf02fd req-9838bae6-bf2c-402d-be38-e9e1650e3491 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Jul 26 15:40:19.133368 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c6339f9f-a0a7-4fc2-9e21-dc27c60a4f53 req-8c113f80-3cc3-466b-92a4-c2af20e84d29 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Jul 26 15:40:19.329318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.20.0.6 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/3f832667-173e-45d5-bdc2-2c4340f882ab) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:19.333711 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e3439b00-89fc-4b7b-9455-5b275334d0cc req-a5361886-88c5-4d70-9319-94d6e291d7d2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218190 Jul 26 15:40:19.370093 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:19.391321 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Router 6539b60e-a1ab-4154-b61e-e4045e91b993 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:40:19.442534 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:19.498361 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.580432 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.591513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:19.600956 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Sync routers for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:19.609650 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:19.612211 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:19.613421 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:19.677555 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.706800 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.740916 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-43a623cd-008d-4d3c-bdd8-f35c55e333ff tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1296775 Jul 26 15:40:19.744374 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50840) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:19.746013 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:19.748618 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8267fc13-5e58-424b-a67f-4a14bc884f68" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:19.748955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205054619', 'description': 'tempest-secgroup-smoke-1205054619 description', 'project_id': '7c892ef56ae9488089386d1a733ae3c0'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:19.767144 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:19.773333 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:19.776788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:40:19.834091 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:19.835045 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:19.842371 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def51ca-a9af-4fe2-879b-882da4529886 x-openstack-request-id: req-6def51ca-a9af-4fe2-879b-882da4529886 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:19.842948 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:19.843542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-6def51ca-a9af-4fe2-879b-882da4529886 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:19.844378 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6def51ca-a9af-4fe2-879b-882da4529886'] response: {'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:40:19.859717 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:19.860735 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.929928 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a437529-c504-4031-b591-6b1a146181db req-733f428d-2c27-4697-8dd0-9fb40fb6fb70 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:19.931944 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3a437529-c504-4031-b591-6b1a146181db req-733f428d-2c27-4697-8dd0-9fb40fb6fb70 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0565505 Jul 26 15:40:19.963489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:19.974156 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:19.982217 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6f2946bc-b0bf-4deb-9e75-d54ac75b0aba tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371156 Jul 26 15:40:20.012355 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3a437529-c504-4031-b591-6b1a146181db req-d7afb6ff-d4cf-409c-afa9-bb3e0eca1a2b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724280 Jul 26 15:40:20.036506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.066932 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '279dfd80-fe64-4ffc-a528-9213a4199cf7', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'port_id': '74435adb-9de7-4203-96da-1b7dc6de5828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'mac_address': 'fa:16:3e:d4:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:17Z', 'updated_at': '2022-07-26T15:40:17Z', 'revision_number': 0, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:20.067760 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (0a707b5c-38d1-45a4-83e5-2d06dbf68a35), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.095980 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Checking router: 6539b60e-a1ab-4154-b61e-e4045e91b993 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:20.105176 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:20.105781 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:20.133775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.138750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-7a46816a-7fb2-4ff6-90ea-3a2a86ce6d21 None None] Provisioning complete for port 3f832667-173e-45d5-bdc2-2c4340f882ab triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:40:20.139117 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7a46816a-7fb2-4ff6-90ea-3a2a86ce6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.173873 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7a46816a-7fb2-4ff6-90ea-3a2a86ce6d21 None None] Port 3f832667-173e-45d5-bdc2-2c4340f882ab cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:40:20.186926 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.195826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (0a707b5c-38d1-45a4-83e5-2d06dbf68a35), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.217443 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:20.261249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a707b5c-38d1-45a4-83e5-2d06dbf68a35,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:20.274000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7cbf5-95d6-43dd-85cf-f810b96851e9 req-938f4a28-c895-4238-a1ab-1b85c8b5b09e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:20.276146 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-28a7cbf5-95d6-43dd-85cf-f810b96851e9 req-938f4a28-c895-4238-a1ab-1b85c8b5b09e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 931 time: 0.0604594 Jul 26 15:40:20.311826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.313163 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ab577b67-78ba-413d-ae5e-6b1c4dd1db5a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5677702 Jul 26 15:40:20.316222 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50848) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:20.321299 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:20.334463 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-28a7cbf5-95d6-43dd-85cf-f810b96851e9 req-8e61aaa3-aa99-449d-bb6c-1e241a8b2460 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522022 Jul 26 15:40:20.401836 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c0a6339e-5cc9-4da6-94f6-0b63ee14cd86), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.447298 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '279dfd80-fe64-4ffc-a528-9213a4199cf7', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'port_id': '74435adb-9de7-4203-96da-1b7dc6de5828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'mac_address': 'fa:16:3e:d4:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:17Z', 'updated_at': '2022-07-26T15:40:17Z', 'revision_number': 0, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:20.482746 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135a62b-8c3d-48a6-8ddc-b7a04cfce5b8 None None] The sync data for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi is: [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '279dfd80-fe64-4ffc-a528-9213a4199cf7', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'port_id': '74435adb-9de7-4203-96da-1b7dc6de5828', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'mac_address': 'fa:16:3e:d4:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:17Z', 'updated_at': '2022-07-26T15:40:17Z', 'revision_number': 0, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:20.487613 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c159cb5-a63e-4633-86fe-e6c1707a5f87 req-dd9fa25b-43a9-4353-86f1-aeb8ac97c6b5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:20.489142 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0c159cb5-a63e-4633-86fe-e6c1707a5f87 req-dd9fa25b-43a9-4353-86f1-aeb8ac97c6b5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Jul 26 15:40:20.509546 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c0a6339e-5cc9-4da6-94f6-0b63ee14cd86), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.553923 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0c159cb5-a63e-4633-86fe-e6c1707a5f87 req-c4e2472c-1091-4c97-84fd-ba831a8eea28 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560851 Jul 26 15:40:20.583993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (c0a6339e-5cc9-4da6-94f6-0b63ee14cd86), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.606228 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Request body: {'port': {'device_id': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:20.637901 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a6339e-5cc9-4da6-94f6-0b63ee14cd86,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:20.663635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-125bd874-3171-45b4-aa83-e6b8828b4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:20.666055 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-125bd874-3171-45b4-aa83-e6b8828b4bb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1129 time: 0.0509448 Jul 26 15:40:20.684689 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.685967 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e91dd362-3b88-46b9-bc13-c62a00e4d55e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3687155 Jul 26 15:40:20.688816 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50854) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:20.695188 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:20.706146 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.749685 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9706953-0bf1-487c-993e-9588ca2b373f None None] New status for floating IP 279dfd80-fe64-4ffc-a528-9213a4199cf7: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:40:20.752604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.758496 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.782036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-037e387e-b26b-4514-9b20-1e9605efc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:20.783636 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-037e387e-b26b-4514-9b20-1e9605efc7c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.1084149 Jul 26 15:40:20.833052 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c65689c3-419d-42aa-92cb-fcd71b08df15), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.865123 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:20.869730 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-d87c2a1f-4db3-48a3-8835-9420f71c1399 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 999 time: 0.0660975 Jul 26 15:40:20.931967 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-80841195-3b98-45ac-9bac-d3dba36b3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:20.933561 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-80841195-3b98-45ac-9bac-d3dba36b3093 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0467031 Jul 26 15:40:20.964851 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c65689c3-419d-42aa-92cb-fcd71b08df15), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:20.999946 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-82811047-34d1-462a-aa33-5e53b4266a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.001553 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-82811047-34d1-462a-aa33-5e53b4266a52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444915 Jul 26 15:40:21.038101 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (c65689c3-419d-42aa-92cb-fcd71b08df15), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.067228 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f832667-173e-45d5-bdc2-2c4340f882ab {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:40:21.070864 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65689c3-419d-42aa-92cb-fcd71b08df15,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.077695 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks [] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.091084 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Transition to ACTIVE for port object 3f832667-173e-45d5-bdc2-2c4340f882ab will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:40:21.145921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.147169 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-41fe7dd8-f9e8-4a5d-8bdc-328a555920c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572849 Jul 26 15:40:21.147420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35cc4c-7a59-4a46-9187-a51adae96786 req-3542310b-6da2-415e-ba7f-65b9760eccc1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.148822 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8f35cc4c-7a59-4a46-9187-a51adae96786 req-3542310b-6da2-415e-ba7f-65b9760eccc1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0489202 Jul 26 15:40:21.150380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50858) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:21.154813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:21.167561 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.204908 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:21.225428 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.231401 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8f35cc4c-7a59-4a46-9187-a51adae96786 req-85c42cbc-626e-4486-a7b4-5660b0277270 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696824 Jul 26 15:40:21.282774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.287070 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c6c77728-1e48-437d-9cbe-d1af2144a92f), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.310149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.318893 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Attempting to bind port 3f832667-173e-45d5-bdc2-2c4340f882ab on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:40:21.319319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Attempting to bind port 3f832667-173e-45d5-bdc2-2c4340f882ab by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:40:21.319675 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Attempting to bind port 3f832667-173e-45d5-bdc2-2c4340f882ab on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:40:21.326195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Port 3f832667-173e-45d5-bdc2-2c4340f882ab on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:40:21.326195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Attempting to bind port 3f832667-173e-45d5-bdc2-2c4340f882ab on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:40:21.331817 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:40:21.332144 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:40:21.332589 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:40:21.334196 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Bound port: 3f832667-173e-45d5-bdc2-2c4340f882ab, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:40:21.334196 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.359102 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (c6c77728-1e48-437d-9cbe-d1af2144a92f), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.408542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:40:21.413226 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=3f832667-173e-45d5-bdc2-2c4340f882ab,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:40:21.441056 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (c6c77728-1e48-437d-9cbe-d1af2144a92f), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.466508 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c77728-1e48-437d-9cbe-d1af2144a92f,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.469570 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fdc13-9461-446d-aea7-d62e8ae66b6a req-0c9dce2d-37dd-4edd-99b1-270dbd137fdf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.471090 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-596fdc13-9461-446d-aea7-d62e8ae66b6a req-0c9dce2d-37dd-4edd-99b1-270dbd137fdf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 943 time: 0.0545557 Jul 26 15:40:21.521926 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-596fdc13-9461-446d-aea7-d62e8ae66b6a req-b63727db-9daa-43f6-bba7-94ad6e00f924 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450518 Jul 26 15:40:21.526818 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.557220 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.558023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.559649 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f832667-173e-45d5-bdc2-2c4340f882ab HTTP/1.1" status: 200 len: 1093 time: 0.9610746 Jul 26 15:40:21.565257 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.572754 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f20e1baa-a04f-475e-b3ce-a4c0e68aef1b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4158807 Jul 26 15:40:21.574904 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50862) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:21.585395 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:21.593133 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d29cc7-9fdd-41db-99c0-99f13e8ffdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:21.610767 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:21.692489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (60630b90-0917-4be8-9a81-80d3f9a46f23), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:21.849501 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:21.851457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4489b31d-d899-4168-995a-32c397c3e195" -d '{"events": [{"name": "network-changed", "server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:21.870944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c95c9e61-82f3-4f0b-9157-64ec8ceb327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.872539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-c95c9e61-82f3-4f0b-9157-64ec8ceb327d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 1127 time: 0.0531495 Jul 26 15:40:21.897242 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee53b9f-673e-4f6d-9f85-03a3192b57f1 x-openstack-request-id: req-4ee53b9f-673e-4f6d-9f85-03a3192b57f1 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:21.897531 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:21.897803 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-4ee53b9f-673e-4f6d-9f85-03a3192b57f1 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:21.898200 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee53b9f-673e-4f6d-9f85-03a3192b57f1'] response: {'name': 'network-changed', 'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'status': 'completed', 'code': 200} Jul 26 15:40:21.926785 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-2854e161-ba79-4818-91d7-581563f93c97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f832667-173e-45d5-bdc2-2c4340f882ab HTTP/1.1" status: 200 len: 217 time: 0.0450232 Jul 26 15:40:21.981036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-9b99d776-bb6d-447b-beb5-621e0f2c51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:21.982519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-9b99d776-bb6d-447b-beb5-621e0f2c51cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0494342 Jul 26 15:40:22.031189 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-96124483-3d32-4f9f-9b4d-75b9d4d4b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:22.032759 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-96124483-3d32-4f9f-9b4d-75b9d4d4b0fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430934 Jul 26 15:40:22.097246 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (60630b90-0917-4be8-9a81-80d3f9a46f23), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.108578 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-64e115c7-4704-477a-acea-aef8e15aaeb3 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984771 Jul 26 15:40:22.138999 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-6233b945-eb07-4225-ba24-41269ef6da18 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968003 Jul 26 15:40:22.185271 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (60630b90-0917-4be8-9a81-80d3f9a46f23), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.207127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60630b90-0917-4be8-9a81-80d3f9a46f23,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:22.239131 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8267fc13-5e58-424b-a67f-4a14bc884f68 req-e2d3d5d7-e681-4400-97f3-4b80e6567bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182590 Jul 26 15:40:22.246657 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc32ae7c-e7b0-445f-af77-2e0a528d6073 req-2c8c412b-1603-44dd-ac47-9f9f375ebc2d service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976598 Jul 26 15:40:22.328834 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.330029 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-40a8227d-f7e7-4e92-9df3-ab37169edb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7528534 Jul 26 15:40:22.333431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50868) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:22.345511 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:22.359162 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11ac45-55ce-47d9-a474-39247dd611fa req-737dabd7-2ba6-4a35-9234-e9a7477943ee tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:22.360699 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1c11ac45-55ce-47d9-a474-39247dd611fa req-737dabd7-2ba6-4a35-9234-e9a7477943ee tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Jul 26 15:40:22.415652 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1c11ac45-55ce-47d9-a474-39247dd611fa req-3ed611d7-021f-4c6f-bdab-a79533f1c3c0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485246 Jul 26 15:40:22.423813 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:22.424238 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.securitygroups_db [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Project 7c892ef56ae9488089386d1a733ae3c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:40:22.430525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (0e653f20-821c-4aac-9a88-8f087dd9126e), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.506125 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (0e653f20-821c-4aac-9a88-8f087dd9126e), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.534879 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:22.553747 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc48460-0209-40ee-a4f7-e31b49e4d930 req-769472da-08bd-4dd4-a260-395799d9c50c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:22.555534 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9cc48460-0209-40ee-a4f7-e31b49e4d930 req-769472da-08bd-4dd4-a260-395799d9c50c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0518887 Jul 26 15:40:22.605108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0e653f20-821c-4aac-9a88-8f087dd9126e), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.621617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9cc48460-0209-40ee-a4f7-e31b49e4d930 req-8e955520-299f-455e-9ff7-1e55421079d7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594573 Jul 26 15:40:22.631921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e653f20-821c-4aac-9a88-8f087dd9126e,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:22.651340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af255ae-2745-4263-9591-37f7dae35970 req-c503cd7b-42e8-41df-abe2-298d7e048007 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:22.652933 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2af255ae-2745-4263-9591-37f7dae35970 req-c503cd7b-42e8-41df-abe2-298d7e048007 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 943 time: 0.0567222 Jul 26 15:40:22.653911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50874) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:22.705587 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2af255ae-2745-4263-9591-37f7dae35970 req-96138803-8fc7-49c4-9997-7a20967a907f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 Jul 26 15:40:22.713492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.714801 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4d192cd9-1ae8-4b5e-981e-0ea267da7e32 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3780558 Jul 26 15:40:22.724531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50878) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:22.724531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'security_group_rule': {'security_group_id': '0a707b5c-38d1-45a4-83e5-2d06dbf68a35', 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:22.807232 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.securitygroups_db [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Project 7c892ef56ae9488089386d1a733ae3c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:40:22.812490 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fda65-35c7-4045-aa6f-af5e61b3d051 tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:22.813705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (85faeea2-b9c4-4fac-8a10-ff1d5adcf22b), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.814056 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ed0fda65-35c7-4045-aa6f-af5e61b3d051 tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 1124 time: 0.1592426 Jul 26 15:40:22.817112 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 50880) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:22.822327 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'port_id': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:22.886393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (85faeea2-b9c4-4fac-8a10-ff1d5adcf22b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.915316 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.919424 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:22.949692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (85faeea2-b9c4-4fac-8a10-ff1d5adcf22b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:22.971393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85faeea2-b9c4-4fac-8a10-ff1d5adcf22b,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:23.002270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.044347 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.045664 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-deed9135-ab89-4b8b-a6fb-11b9c6cbbe89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267860 Jul 26 15:40:23.136120 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.27.1.213 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/3594e6f3-a639-4658-b5b9-dc5330b021c8) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:40:23.154065 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-48d2e16e-9fd2-4d64-90fb-1f0621c3bf81 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205054619&fields=id&tenant_id=7c892ef56ae9488089386d1a733ae3c0 HTTP/1.1" status: 200 len: 267 time: 0.0623016 Jul 26 15:40:23.211170 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-9995421f-df1b-4b3c-b7db-ea6f422686a7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.214024 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-9995421f-df1b-4b3c-b7db-ea6f422686a7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0542233 Jul 26 15:40:23.228808 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'port': {'security_groups': ['82cfdcd0-efa3-4f48-a528-955bf5c5c94e', '0a707b5c-38d1-45a4-83e5-2d06dbf68a35']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:23.267588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.312856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.361496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.382475 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:23.407720 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:40:23.412605 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:40:23.417340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:40:23.423980 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=3594e6f3-a639-4658-b5b9-dc5330b021c8,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:23.517546 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:23.549879 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for port (74435adb-9de7-4203-96da-1b7dc6de5828), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.605650 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.621943 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:40:23.626359 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:23.669219 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.669904 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.671443 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fb7f94d-18c3-4cef-b1a6-18b83f508402 req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "PUT /v2.0/ports/74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 981 time: 0.4493492 Jul 26 15:40:23.672048 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:23.674642 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab3509-0db0-484e-a5b7-6873be2dcaac" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:23.705575 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9430cb-18e0-4027-aa44-60648cbe1262 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=6']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:23.758947 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e4f47-49b2-4be1-93db-ccf6ec5d7173 x-openstack-request-id: req-b30e4f47-49b2-4be1-93db-ccf6ec5d7173 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:23.759247 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:23.759511 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-b30e4f47-49b2-4be1-93db-ccf6ec5d7173 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:23.759938 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30e4f47-49b2-4be1-93db-ccf6ec5d7173'] response: {'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:40:23.850388 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:40:23.878433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (ed3d81e2-32df-4603-a2f8-c7bdd475efa3), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:23.888828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab8c-6e3b-42c6-83e8-ca6c18f73a7b req-e14601a7-95c7-4202-a8b7-aac304094e40 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.901087 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0409ab8c-6e3b-42c6-83e8-ca6c18f73a7b req-e14601a7-95c7-4202-a8b7-aac304094e40 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 943 time: 0.0774980 Jul 26 15:40:23.951756 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b31d-d899-4168-995a-32c397c3e195 req-7f4b95cc-ae87-4d67-83ed-42f26fe48400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.953335 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-7f4b95cc-ae87-4d67-83ed-42f26fe48400 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 1127 time: 0.0926692 Jul 26 15:40:23.963626 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3359fb-140c-45c5-9ad4-7f57da64e9b3 req-270341c4-1566-455a-96d3-c6ec6ae36010 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.965213 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9a3359fb-140c-45c5-9ad4-7f57da64e9b3 req-270341c4-1566-455a-96d3-c6ec6ae36010 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.1970809 Jul 26 15:40:23.993672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-1c1eca55-847f-4e5a-b9ac-476790d48c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:23.995503 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-1c1eca55-847f-4e5a-b9ac-476790d48c91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1168 time: 0.0915334 Jul 26 15:40:24.001322 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0409ab8c-6e3b-42c6-83e8-ca6c18f73a7b req-51c1f272-465c-4a11-bbea-3bed567a0a1f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989833 Jul 26 15:40:24.033493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:24.100555 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-f5509ee7-725f-4338-902a-5aaf89abae7b None None] Provisioning complete for port 74435adb-9de7-4203-96da-1b7dc6de5828 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:40:24.101105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f5509ee7-725f-4338-902a-5aaf89abae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:24.120648 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-a8f8f61f-c5d3-4f9d-9608-1ea30c133fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.122124 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-a8f8f61f-c5d3-4f9d-9608-1ea30c133fef service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.1098578 Jul 26 15:40:24.153237 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9a3359fb-140c-45c5-9ad4-7f57da64e9b3 req-4a58f93b-6f23-4db4-ac17-50b6792b6faa tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797869 Jul 26 15:40:24.194463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b31d-d899-4168-995a-32c397c3e195 req-5676ff6d-2849-421c-bb07-f2577c5a0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.194463 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-5676ff6d-2849-421c-bb07-f2577c5a0e85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.2088857 Jul 26 15:40:24.194463 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:24.218623 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-3fe8ca52-011e-4511-9ed9-6d436b4b58d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 1001 time: 0.0870533 Jul 26 15:40:24.252519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-9e6f6944-bb9e-49ed-a0b2-5a0d05ca2bb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f832667-173e-45d5-bdc2-2c4340f882ab HTTP/1.1" status: 200 len: 217 time: 0.0584545 Jul 26 15:40:24.277420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-4c6fd021-948e-4eb1-aabe-a0982e58795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.278978 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-4c6fd021-948e-4eb1-aabe-a0982e58795f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0538809 Jul 26 15:40:24.344010 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-d37578ca-1a17-4e25-b417-50b53abe72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.345844 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-d37578ca-1a17-4e25-b417-50b53abe72d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475216 Jul 26 15:40:24.359195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b31d-d899-4168-995a-32c397c3e195 req-c6a8bf90-6fdc-4233-b201-97d5d20ddab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.361121 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-c6a8bf90-6fdc-4233-b201-97d5d20ddab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.1000564 Jul 26 15:40:24.366010 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:24.367445 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:24.389383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-f5509ee7-725f-4338-902a-5aaf89abae7b None None] Current status of the port 74435adb-9de7-4203-96da-1b7dc6de5828 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:40:24.429363 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489b31d-d899-4168-995a-32c397c3e195 req-79ef03ca-5f72-4c81-9bc1-f99585be2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:24.431167 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-79ef03ca-5f72-4c81-9bc1-f99585be2687 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583770 Jul 26 15:40:24.448349 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:24.475272 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-10ef4b32-165e-4b1c-885a-ce9511eb527b service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185546 Jul 26 15:40:24.526719 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:24.573639 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-5f55251c-613a-4783-90e7-3e801748bbf1 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229453 Jul 26 15:40:24.593830 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a8ab3509-0db0-484e-a5b7-6873be2dcaac req-903a5fdf-ceca-4dbb-9973-dd6bcfa54c44 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006067 Jul 26 15:40:24.599657 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:24.693495 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:24.731877 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=3594e6f3-a639-4658-b5b9-dc5330b021c8,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:24.748776 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (ed3d81e2-32df-4603-a2f8-c7bdd475efa3), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:24.785331 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4489b31d-d899-4168-995a-32c397c3e195 req-290566a5-1a9a-4ae8-8a2b-481ce1da8a0a service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049139 Jul 26 15:40:24.857660 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP ed3d81e2-32df-4603-a2f8-c7bdd475efa3 associated. External IP: 172.27.1.213, port: 1bad2d35-9248-4aed-a7c2-1faaec7a1161. Jul 26 15:40:24.998872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:25.071532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:40:25.264984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b4cd4-791d-4d62-9873-04a23d6f6772 req-deed31cc-5bc8-45c5-b665-5228d9fdbad9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.267071 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-db3b4cd4-791d-4d62-9873-04a23d6f6772 req-deed31cc-5bc8-45c5-b665-5228d9fdbad9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 943 time: 0.0549304 Jul 26 15:40:25.331105 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-db3b4cd4-791d-4d62-9873-04a23d6f6772 req-19314ae0-eed8-400b-860d-ef8234711bc6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578473 Jul 26 15:40:25.448520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:25.464615 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:25.474926 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:25.480971 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:25.574641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:25.588797 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:25.612037 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ce9866f4-2d11-40b1-bccc-d916d52a5cc5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7935693 Jul 26 15:40:25.613247 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:25.616001 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8ac50-68d5-409f-beee-43cd219cf04a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:25.658836 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509de348-6f51-4447-8b04-94fd89ab9607 x-openstack-request-id: req-509de348-6f51-4447-8b04-94fd89ab9607 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:25.661211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:25.661211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-509de348-6f51-4447-8b04-94fd89ab9607 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:25.661211 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509de348-6f51-4447-8b04-94fd89ab9607'] response: {'name': 'network-changed', 'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'status': 'completed', 'code': 200} Jul 26 15:40:25.739547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-a499208d-22ac-4536-a762-7eb013d75e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.741316 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-a499208d-22ac-4536-a762-7eb013d75e38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 1129 time: 0.0537713 Jul 26 15:40:25.830291 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92462710-1749-4be6-aa66-4e6cdc7bfac2 req-ac7776a1-6c67-4a88-829d-fd9bb2db3e08 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.832167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92462710-1749-4be6-aa66-4e6cdc7bfac2 req-ac7776a1-6c67-4a88-829d-fd9bb2db3e08 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0658581 Jul 26 15:40:25.853173 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-c3b49067-5205-4e86-9ce6-de7a106c8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.854843 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-c3b49067-5205-4e86-9ce6-de7a106c8cd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.1059473 Jul 26 15:40:25.855345 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'ed3d81e2-32df-4603-a2f8-c7bdd475efa3', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:e8:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:23Z', 'updated_at': '2022-07-26T15:40:23Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:25.887141 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:25.897112 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:25.897704 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:25.907291 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:25.918367 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-a4f08280-a2a5-468d-9d65-a66f21bdcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.919974 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-a4f08280-a2a5-468d-9d65-a66f21bdcb48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1168 time: 0.0726132 Jul 26 15:40:25.924196 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-57b81c83-09fd-400b-b76b-5d903ff7cbb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161 HTTP/1.1" status: 200 len: 999 time: 0.0630710 Jul 26 15:40:25.946610 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92462710-1749-4be6-aa66-4e6cdc7bfac2 req-33227a77-7638-402a-ab36-fd42b699f901 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069477 Jul 26 15:40:25.987088 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:25.995849 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 3f832667-173e-45d5-bdc2-2c4340f882ab details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:40:25.997278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-23e0e702-02e2-4881-86e4-4cf4e1327f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:25.998875 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-23e0e702-02e2-4881-86e4-4cf4e1327f0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0551412 Jul 26 15:40:26.012398 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:26.054813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-fb09a860-b940-407c-b94c-092b794ade5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:26.056908 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-fb09a860-b940-407c-b94c-092b794ade5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.1094267 Jul 26 15:40:26.076796 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-ef816466-8cd8-4bd0-8677-36fef250970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:26.078640 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-ef816466-8cd8-4bd0-8677-36fef250970f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558457 Jul 26 15:40:26.136895 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=3f832667-173e-45d5-bdc2-2c4340f882ab,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:26.158206 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-797c6331-8ec1-4299-b800-57341b40fd33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 1001 time: 0.0849280 Jul 26 15:40:26.159750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'port_id': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'mac_address': 'fa:16:3e:ad:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:40:26.209067 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 3f832667-173e-45d5-bdc2-2c4340f882ab is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:40:26.209566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:26.209698 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-34750bc4-bca3-437a-b708-7e8806de148c service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220710 Jul 26 15:40:26.226527 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f832667-173e-45d5-bdc2-2c4340f882ab {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:40:26.228978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-61c65051-0d82-4168-8212-6c2fa36609a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:26.230795 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-61c65051-0d82-4168-8212-6c2fa36609a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0662425 Jul 26 15:40:26.251622 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=3f832667-173e-45d5-bdc2-2c4340f882ab,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:26.259089 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'ed3d81e2-32df-4603-a2f8-c7bdd475efa3', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:e8:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:23Z', 'updated_at': '2022-07-26T15:40:23Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:26.282936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-44f153de-d114-4ff9-a746-ac85aca06230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:26.284536 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-44f153de-d114-4ff9-a746-ac85aca06230 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462437 Jul 26 15:40:26.286920 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f1a9a-b707-4379-b195-25b61f9cc644 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'ed3d81e2-32df-4603-a2f8-c7bdd475efa3', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:e8:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:23Z', 'updated_at': '2022-07-26T15:40:23Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:26.316177 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fce8ac50-68d5-409f-beee-43cd219cf04a req-32990aeb-23b4-4d17-9a88-6329d580d515 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983465 Jul 26 15:40:26.344448 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:26.396457 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-a19f9d63-825c-48e0-8f69-703d952555e7 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020243 Jul 26 15:40:26.485221 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff02a3-a29f-499c-86fb-2f6e990b3e98 req-17323aa5-9c3b-4c79-988c-80e1ce61e300 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:26.492777 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1aff02a3-a29f-499c-86fb-2f6e990b3e98 req-17323aa5-9c3b-4c79-988c-80e1ce61e300 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 944 time: 0.0665853 Jul 26 15:40:26.525909 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cecd93d2-4b50-44ef-bbfe-fb9549d6f4b9 req-f6ce201a-f242-4ef5-8e57-b5832e976f07 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217482 Jul 26 15:40:26.542088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:26.546000 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1aff02a3-a29f-499c-86fb-2f6e990b3e98 req-6947eb86-bf33-4853-867f-92d340e2a903 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509863 Jul 26 15:40:26.546831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:26.594430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f88977-e246-481d-946d-9df3c7f34596 None None] New status for floating IP ed3d81e2-32df-4603-a2f8-c7bdd475efa3: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:40:26.803709 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['3f832667-173e-45d5-bdc2-2c4340f882ab'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:40:27.072494 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740788-6532-40b8-8563-a17dbc4b2fdf req-37ab20d7-174e-44fc-833a-25434a899ac0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:27.073916 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f740788-6532-40b8-8563-a17dbc4b2fdf req-37ab20d7-174e-44fc-833a-25434a899ac0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0496824 Jul 26 15:40:27.135051 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f740788-6532-40b8-8563-a17dbc4b2fdf req-5cde1688-71d8-4ba5-87f6-3c916dd69d89 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554557 Jul 26 15:40:27.676456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14706d4-c9a5-46af-b4c4-ad92a4e899f7 req-e354f3aa-66ef-4cd7-a7f1-934b3c8c93eb tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:27.677920 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f14706d4-c9a5-46af-b4c4-ad92a4e899f7 req-e354f3aa-66ef-4cd7-a7f1-934b3c8c93eb tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 944 time: 0.0509133 Jul 26 15:40:27.725654 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f14706d4-c9a5-46af-b4c4-ad92a4e899f7 req-0274c6e2-7b18-42d6-9dac-b304dac075b7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Jul 26 15:40:28.047234 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 3f832667-173e-45d5-bdc2-2c4340f882ab up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:40:28.069439 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:28.091648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 3f832667-173e-45d5-bdc2-2c4340f882ab completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:40:28.184363 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 3f832667-173e-45d5-bdc2-2c4340f882ab triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:40:28.184768 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:28.262074 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 3f832667-173e-45d5-bdc2-2c4340f882ab is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:40:28.262765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:28.263304 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d62d40-0ac3-48e1-a717-07cf4cedece0 req-7af2ff97-d2fe-40f2-8a8b-3c556eb5b9b5 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:28.264811 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93d62d40-0ac3-48e1-a717-07cf4cedece0 req-7af2ff97-d2fe-40f2-8a8b-3c556eb5b9b5 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0547099 Jul 26 15:40:28.265417 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:28.286956 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:28.289283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddf0203-fc1e-4848-932e-a42339c1b7b4" -d '{"events": [{"server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "name": "network-vif-plugged", "status": "completed", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:28.303704 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=3f832667-173e-45d5-bdc2-2c4340f882ab,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:40:28.330254 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ddedcd-9ecf-4972-b95b-89c79523f245 x-openstack-request-id: req-21ddedcd-9ecf-4972-b95b-89c79523f245 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:28.330598 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "name": "network-vif-plugged", "status": "completed", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:28.334009 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-21ddedcd-9ecf-4972-b95b-89c79523f245 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:28.334009 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ddedcd-9ecf-4972-b95b-89c79523f245'] response: {'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'code': 200} Jul 26 15:40:28.334201 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93d62d40-0ac3-48e1-a717-07cf4cedece0 req-fd5c69b5-defe-4c45-9ad7-ca1de9378c4a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629959 Jul 26 15:40:28.343572 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:28.394472 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:40:28.621943 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258f538-4338-41ae-9ca4-dd0858fd2547 req-fecfca7f-ea3e-4599-9360-7a429a308e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:28.623314 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7258f538-4338-41ae-9ca4-dd0858fd2547 req-fecfca7f-ea3e-4599-9360-7a429a308e18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 1129 time: 0.0393322 Jul 26 15:40:28.670999 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7258f538-4338-41ae-9ca4-dd0858fd2547 req-ddc27a41-af77-40f0-b5a4-3de3987d18c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400445 Jul 26 15:40:28.851238 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3d38c-2c81-4728-8e3b-f3a04f9f7f1d req-709ef8fe-dfd1-419d-866f-ade3d049b756 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:28.852762 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8f3d38c-2c81-4728-8e3b-f3a04f9f7f1d req-709ef8fe-dfd1-419d-866f-ade3d049b756 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Jul 26 15:40:28.884289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:28.902329 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b8f3d38c-2c81-4728-8e3b-f3a04f9f7f1d req-ad978235-2a23-483f-bfed-397534c60ebc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439794 Jul 26 15:40:29.464436 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc611c99-b867-412c-9f15-6b01e6b2d042 req-360190b6-f390-4ed3-bad3-39673ce6746c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:29.465982 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cc611c99-b867-412c-9f15-6b01e6b2d042 req-360190b6-f390-4ed3-bad3-39673ce6746c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0542831 Jul 26 15:40:29.520565 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:29.528056 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cc611c99-b867-412c-9f15-6b01e6b2d042 req-38978a62-993a-4d31-80f6-cba4b32de7a2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564661 Jul 26 15:40:30.021788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5666c-86a6-49f3-b827-88b30ff606b1 req-8b59d728-9863-4b01-91b2-702c132434dd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:30.023154 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f2b5666c-86a6-49f3-b827-88b30ff606b1 req-8b59d728-9863-4b01-91b2-702c132434dd tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Jul 26 15:40:30.075138 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f2b5666c-86a6-49f3-b827-88b30ff606b1 req-42a81bac-bd67-41d8-9ccf-57e13f87b1f7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462451 Jul 26 15:40:30.642993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:30.651498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bbd68-6b7a-4276-9fdd-00fac5232532 req-5a69858e-e12b-4e08-805f-9c5ba7d64da8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:30.658615 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6b0bbd68-6b7a-4276-9fdd-00fac5232532 req-5a69858e-e12b-4e08-805f-9c5ba7d64da8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0494170 Jul 26 15:40:30.715964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6b0bbd68-6b7a-4276-9fdd-00fac5232532 req-90013c80-5a92-46a8-8b78-da5656da2fce tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567198 Jul 26 15:40:31.191915 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f7c7-d1ab-4179-aded-d1b3d64d7ff2 req-49156f4e-5667-4365-bb57-84c4d0c1e756 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:31.193525 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4739f7c7-d1ab-4179-aded-d1b3d64d7ff2 req-49156f4e-5667-4365-bb57-84c4d0c1e756 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Jul 26 15:40:31.241972 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4739f7c7-d1ab-4179-aded-d1b3d64d7ff2 req-34175cfd-c8d6-4d71-82bf-d5222410e803 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Jul 26 15:40:31.358656 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf027d-9f9d-4bf1-b817-36981f2f00bc req-f5afb3d7-7fab-4fc6-8ec2-6aceb920b8b6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:31.360149 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-67cf027d-9f9d-4bf1-b817-36981f2f00bc req-f5afb3d7-7fab-4fc6-8ec2-6aceb920b8b6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Jul 26 15:40:31.369879 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 50930) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:40:31.374259 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'port_id': '3f832667-173e-45d5-bdc2-2c4340f882ab'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:40:31.417415 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:31.839474 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43ae0-3e5d-4cf2-b1dd-468c2879113c req-95e3f4c9-c4d5-4eab-b095-4c1b23741f2f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:31.840981 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaf43ae0-3e5d-4cf2-b1dd-468c2879113c req-95e3f4c9-c4d5-4eab-b095-4c1b23741f2f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0503440 Jul 26 15:40:31.860223 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:31.904850 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eaf43ae0-3e5d-4cf2-b1dd-468c2879113c req-76e7fcb9-20d6-4eeb-a312-53555b21a28d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579877 Jul 26 15:40:31.909075 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:32.002771 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP cde7fa95-e6a8-4325-b454-5f2bb92dd2b4 associated. External IP: 172.27.1.7, port: 3f832667-173e-45d5-bdc2-2c4340f882ab. Jul 26 15:40:32.208882 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:32.214398 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:40:32.324678 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:40:32.328548 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:32.338084 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:40:32.351572 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:32.355143 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:32.365316 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-75cb7cb3-84b7-4c6a-a3e9-9ab540a7ece7 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "PUT /v2.0/floatingips/cde7fa95-e6a8-4325-b454-5f2bb92dd2b4 HTTP/1.1" status: 200 len: 989 time: 0.9906914 Jul 26 15:40:32.365316 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:40:32.365316 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87212a68-f556-4ecd-a7e2-7edd13a93185" -d '{"events": [{"name": "network-changed", "server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:40:32.405583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a833b-78bd-4a0a-9c34-abb51aaf3588 x-openstack-request-id: req-f71a833b-78bd-4a0a-9c34-abb51aaf3588 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:40:32.405940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:40:32.406196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-f71a833b-78bd-4a0a-9c34-abb51aaf3588 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:40:32.406603 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71a833b-78bd-4a0a-9c34-abb51aaf3588'] response: {'name': 'network-changed', 'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'status': 'completed', 'code': 200} Jul 26 15:40:32.500901 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:32.504361 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-e9a5b2fa-2c8c-468a-99de-ad0146461168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:32.505887 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-e9a5b2fa-2c8c-468a-99de-ad0146461168 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 1129 time: 0.0503182 Jul 26 15:40:32.555348 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:32.586074 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:32.605759 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-ba4a25e2-681f-49e4-9dab-a7c5606b9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:32.607221 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-ba4a25e2-681f-49e4-9dab-a7c5606b9e4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.0930769 Jul 26 15:40:32.673371 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-ae7ba599-651e-49f2-bd4d-60c53bd50631 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f832667-173e-45d5-bdc2-2c4340f882ab HTTP/1.1" status: 200 len: 997 time: 0.0578399 Jul 26 15:40:32.736001 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-5dffcb28-4f3f-428d-b319-eeb9752f0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:32.737523 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-5dffcb28-4f3f-428d-b319-eeb9752f0c4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0554154 Jul 26 15:40:32.780136 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'cde7fa95-e6a8-4325-b454-5f2bb92dd2b4', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:ad:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:13Z', 'updated_at': '2022-07-26T15:40:31Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:32.789910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-25f14ade-8c42-4654-9e58-f76155d12a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:32.789910 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-25f14ade-8c42-4654-9e58-f76155d12a78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403059 Jul 26 15:40:32.805412 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:40:32.814750 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:40:32.815353 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:32.885617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-c37928bb-0318-4101-9fba-4846816d9bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Jul 26 15:40:32.925040 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:40:32.985819 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-87212a68-f556-4ecd-a7e2-7edd13a93185 req-dbaad9e0-9a92-418d-a0d0-aa74d25f7d49 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934479 Jul 26 15:40:33.033562 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd34d3a-fd74-4124-a4d7-772c78ff9c17 req-d8206871-37f4-41dd-a711-ff73b62c0b62 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:33.035061 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4fd34d3a-fd74-4124-a4d7-772c78ff9c17 req-d8206871-37f4-41dd-a711-ff73b62c0b62 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0537860 Jul 26 15:40:33.100539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4fd34d3a-fd74-4124-a4d7-772c78ff9c17 req-e91c05e2-07a1-4876-8fc8-dd07cfa64ac8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595136 Jul 26 15:40:33.155976 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'cde7fa95-e6a8-4325-b454-5f2bb92dd2b4', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:ad:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:13Z', 'updated_at': '2022-07-26T15:40:31Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:40:33.180996 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09944f42-2b3c-4065-9d94-f19cd42cb82b None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'cde7fa95-e6a8-4325-b454-5f2bb92dd2b4', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:ad:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:40:13Z', 'updated_at': '2022-07-26T15:40:31Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:40:33.377535 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb05dd36-b3b8-47c3-85fb-8314651a3a9a None None] New status for floating IP cde7fa95-e6a8-4325-b454-5f2bb92dd2b4: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:40:34.229031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e2a2-6d7b-49d8-8e99-9190dd017150 req-43c38d6c-f0a0-4015-b517-e78b91bab366 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:34.230576 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7d14e2a2-6d7b-49d8-8e99-9190dd017150 req-43c38d6c-f0a0-4015-b517-e78b91bab366 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0541985 Jul 26 15:40:34.292719 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7d14e2a2-6d7b-49d8-8e99-9190dd017150 req-47867ea8-2d7e-4834-8dd6-9c02e885b2e3 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565228 Jul 26 15:40:35.415707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70254ffe-7984-4b4e-9acd-f45a18fe0547 req-cf8d7367-b334-4f37-820d-7b2deaaf0acc tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:35.417256 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-70254ffe-7984-4b4e-9acd-f45a18fe0547 req-cf8d7367-b334-4f37-820d-7b2deaaf0acc tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0498512 Jul 26 15:40:35.477794 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-70254ffe-7984-4b4e-9acd-f45a18fe0547 req-87ca932d-c96f-46c2-b0f5-4c0f955150e8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548224 Jul 26 15:40:36.608359 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20722c93-50cf-47a9-83ae-35fb527eec38 req-96321e40-203b-4fc4-bf97-0e88a7eb40e7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:36.609927 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20722c93-50cf-47a9-83ae-35fb527eec38 req-96321e40-203b-4fc4-bf97-0e88a7eb40e7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0561213 Jul 26 15:40:36.674426 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-20722c93-50cf-47a9-83ae-35fb527eec38 req-3cd6bb8b-fb6a-4c0c-a3ca-1894637fcc04 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587406 Jul 26 15:40:37.796025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff596d-8110-4da9-82df-6dbd4f579962 req-d7b5f4e8-de13-403c-9a92-04b7e20273eb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:37.797524 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02ff596d-8110-4da9-82df-6dbd4f579962 req-d7b5f4e8-de13-403c-9a92-04b7e20273eb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0473814 Jul 26 15:40:37.863400 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-02ff596d-8110-4da9-82df-6dbd4f579962 req-d4335a9f-7f58-48c2-9a9b-d3f6309fa585 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601184 Jul 26 15:40:38.302551 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:38.983757 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e450-cd4b-4c7e-92b6-5047d081182e req-37aaecfa-3341-45dd-aa9d-4d5da50632bb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:38.985819 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5981e450-cd4b-4c7e-92b6-5047d081182e req-37aaecfa-3341-45dd-aa9d-4d5da50632bb tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0487983 Jul 26 15:40:39.046138 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5981e450-cd4b-4c7e-92b6-5047d081182e req-d5533af5-b1d9-40b5-8dfb-52786eda05c4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539687 Jul 26 15:40:40.166767 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74f53-8e6c-4b47-b942-e72f43fe6f51 req-2451b8c7-53cc-470b-ad50-2aade2384f5e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:40.168271 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6cc74f53-8e6c-4b47-b942-e72f43fe6f51 req-2451b8c7-53cc-470b-ad50-2aade2384f5e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0488448 Jul 26 15:40:40.229427 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6cc74f53-8e6c-4b47-b942-e72f43fe6f51 req-29808600-47d4-4abb-9051-defa43ff7585 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541968 Jul 26 15:40:41.364106 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cfc5-cf5d-4b3e-be30-cd839085a87f req-6e21e1d2-12da-436b-a631-eef13e826e8e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:41.365639 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a51cfc5-cf5d-4b3e-be30-cd839085a87f req-6e21e1d2-12da-436b-a631-eef13e826e8e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0605583 Jul 26 15:40:41.415222 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:41.429499 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a51cfc5-cf5d-4b3e-be30-cd839085a87f req-a658775c-9fed-409e-ad3d-54fb22c6b111 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581694 Jul 26 15:40:42.550532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fefde-da77-437b-8a1e-708de9d98cad req-fe61d679-7fca-4b01-8dd3-2009d3d8e8f3 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:42.552869 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e8fefde-da77-437b-8a1e-708de9d98cad req-fe61d679-7fca-4b01-8dd3-2009d3d8e8f3 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0498393 Jul 26 15:40:42.615233 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e8fefde-da77-437b-8a1e-708de9d98cad req-020b43b2-7cf1-491f-b9ee-8e2cd70a137c tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561848 Jul 26 15:40:43.122975 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:40:43.735544 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61021c0-83af-4a33-8cd3-ec32778828d7 req-45bc68f6-7ac2-45a4-bb96-a8c9d1db9007 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:43.736978 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f61021c0-83af-4a33-8cd3-ec32778828d7 req-45bc68f6-7ac2-45a4-bb96-a8c9d1db9007 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0492804 Jul 26 15:40:43.797086 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f61021c0-83af-4a33-8cd3-ec32778828d7 req-75fa3f34-5a96-4948-a5b9-fa864d7e10b5 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543096 Jul 26 15:40:44.884196 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:44.925509 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeff70-4cbd-4653-9324-6e851427564f req-e58c3bfa-8d8d-48de-bb6e-dba295db7716 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:44.927992 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ecfeff70-4cbd-4653-9324-6e851427564f req-e58c3bfa-8d8d-48de-bb6e-dba295db7716 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0533268 Jul 26 15:40:44.989995 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ecfeff70-4cbd-4653-9324-6e851427564f req-22ddf6ac-b58c-447f-af4d-103ed9da3291 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558407 Jul 26 15:40:45.834514 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-770a1199-245f-41f5-93cc-01e1a1237e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:46.110015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ae03-cd15-4a47-a6db-b93c0ec49093 req-9297bd9d-c3db-4a20-8eae-5e4db5b18cf2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:46.111486 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2f10ae03-cd15-4a47-a6db-b93c0ec49093 req-9297bd9d-c3db-4a20-8eae-5e4db5b18cf2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0488725 Jul 26 15:40:46.122892 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:46.179568 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2f10ae03-cd15-4a47-a6db-b93c0ec49093 req-aaa221ce-5d6a-4f63-8e09-12cfb6dc3f35 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623028 Jul 26 15:40:47.291254 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:47.299819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67ffd-2993-493a-bfcc-30241175766a req-4323da4b-1098-4396-8413-01c61158028d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:47.303205 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a5f67ffd-2993-493a-bfcc-30241175766a req-4323da4b-1098-4396-8413-01c61158028d tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0480337 Jul 26 15:40:47.362596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a5f67ffd-2993-493a-bfcc-30241175766a req-22025225-dc96-4780-85a0-0c02ef8c6be7 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554044 Jul 26 15:40:48.347708 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2f7d-957e-495d-aaf5-f43a477b0c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:48.493494 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0cb2b-a128-4f66-98a4-47904149d16a req-2929a1f1-71c2-47ef-b664-1c988165a13b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:48.494991 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-02c0cb2b-a128-4f66-98a4-47904149d16a req-2929a1f1-71c2-47ef-b664-1c988165a13b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0567496 Jul 26 15:40:48.555374 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-02c0cb2b-a128-4f66-98a4-47904149d16a req-a6dc0b9a-1677-4a9b-81a4-1f790dfc1909 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546646 Jul 26 15:40:49.421542 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:49.689499 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439481ab-cec6-480c-a215-a49af0959a42 req-24542985-6689-478a-9649-a6f119129aad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:49.690926 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-439481ab-cec6-480c-a215-a49af0959a42 req-24542985-6689-478a-9649-a6f119129aad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0567756 Jul 26 15:40:49.754562 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-439481ab-cec6-480c-a215-a49af0959a42 req-802f7e66-06a7-4213-bc26-ab25cd56e125 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575519 Jul 26 15:40:50.873825 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce177-6292-46fe-99a2-7cef1cfe3167 req-f12bbc27-5ab8-42af-bfdc-7a886c6abf51 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:50.875281 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-739ce177-6292-46fe-99a2-7cef1cfe3167 req-f12bbc27-5ab8-42af-bfdc-7a886c6abf51 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0490162 Jul 26 15:40:50.935530 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-739ce177-6292-46fe-99a2-7cef1cfe3167 req-87d171cd-3245-4011-a77d-67572aef67c2 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537646 Jul 26 15:40:51.273118 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:51.301344 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:40:52.054593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356bb66-4667-4cb7-8874-6d493e63894d req-7f6b4f4d-bf3b-427f-a3f6-1c26358b691f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:52.055978 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9356bb66-4667-4cb7-8874-6d493e63894d req-7f6b4f4d-bf3b-427f-a3f6-1c26358b691f tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0483339 Jul 26 15:40:52.115978 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9356bb66-4667-4cb7-8874-6d493e63894d req-5116ccd5-0ab2-4e1b-b7f3-ed6075d24b62 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538924 Jul 26 15:40:53.118868 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=63 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:53.119780 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:40:53.259077 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896352f-f4c9-4a1f-907f-5820a6f29e49 req-75253f55-dbe7-4ef1-9ff3-ffcf267f6533 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:40:53.260590 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8896352f-f4c9-4a1f-907f-5820a6f29e49 req-75253f55-dbe7-4ef1-9ff3-ffcf267f6533 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0590863 Jul 26 15:40:53.324827 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8896352f-f4c9-4a1f-907f-5820a6f29e49 req-a080bd6c-51d2-4516-b9f4-b5467eeaa41b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=0a707b5c-38d1-45a4-83e5-2d06dbf68a35&id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574107 Jul 26 15:41:00.578400 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-53eeb86f-cdb3-4052-bbfb-d95c67697925 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895414 Jul 26 15:41:00.717756 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478004-8cd2-40b1-9a83-859091b47070 req-3bfa3fae-5d44-44da-b15e-9a85228e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:00.719263 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-3bfa3fae-5d44-44da-b15e-9a85228e5bfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc117969e9394769a471d512ce80734a&device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 1130 time: 0.0420008 Jul 26 15:41:00.837200 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478004-8cd2-40b1-9a83-859091b47070 req-95a65466-3ee6-4c2a-9d3e-7a3b1eaafae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:00.839494 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-95a65466-3ee6-4c2a-9d3e-7a3b1eaafae5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 200 len: 920 time: 0.0973129 Jul 26 15:41:00.892347 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-0abb688d-c13e-4353-8148-1613ca1f475f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 200 len: 217 time: 0.0414450 Jul 26 15:41:00.943443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478004-8cd2-40b1-9a83-859091b47070 req-05e3eed6-d796-4ccf-bb5c-25e084b9804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:00.944947 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-05e3eed6-d796-4ccf-bb5c-25e084b9804b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 200 len: 857 time: 0.0445693 Jul 26 15:41:01.021018 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31478004-8cd2-40b1-9a83-859091b47070 req-e20a1f2a-6860-4b4d-bc5d-7304ba0399c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:01.025023 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-e20a1f2a-6860-4b4d-bc5d-7304ba0399c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b2c9ca8-7a56-40ff-881c-039976281dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635831 Jul 26 15:41:01.122829 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-26126df5-c15e-40a0-81d5-a00629d96150 service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885181 Jul 26 15:41:01.205497 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:01.236815 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-31478004-8cd2-40b1-9a83-859091b47070 req-324e060d-c952-4d97-ba26-70e7077b888b service neutron] 10.222.0.48 "GET /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999746 Jul 26 15:41:01.243768 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:01.251707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:02.107402 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=26 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:02.110285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=41 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:02.554081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce201bb6-c453-43a1-bbc2-105fff8df041 req-6a306e2b-49f4-42ee-a6a6-f8b0c44fc758 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:02.555624 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ce201bb6-c453-43a1-bbc2-105fff8df041 req-6a306e2b-49f4-42ee-a6a6-f8b0c44fc758 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0582712 Jul 26 15:41:02.610085 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ce201bb6-c453-43a1-bbc2-105fff8df041 req-6ea93a34-ab53-4275-83a2-52a1e237fcd2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479748 Jul 26 15:41:03.747848 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7ee3-0cb7-4c9f-9073-a7fe897a00b0 req-865bb7a7-ef9a-4458-97fd-92cc81661aee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:03.749322 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f02d7ee3-0cb7-4c9f-9073-a7fe897a00b0 req-865bb7a7-ef9a-4458-97fd-92cc81661aee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0543013 Jul 26 15:41:03.806054 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f02d7ee3-0cb7-4c9f-9073-a7fe897a00b0 req-c900324e-d37b-4c53-943b-d33402b4270f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506511 Jul 26 15:41:04.944409 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f106750-b683-4816-8e64-8f4520f2a76e req-0cf51bc2-930b-481d-b43c-e4e080747f41 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:04.946144 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8f106750-b683-4816-8e64-8f4520f2a76e req-0cf51bc2-930b-481d-b43c-e4e080747f41 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0524797 Jul 26 15:41:05.001903 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8f106750-b683-4816-8e64-8f4520f2a76e req-d8aa439e-96b6-4ce9-b6f1-10159bc2306a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a6beb027-aedd-423a-b09f-dc972dc2c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498052 Jul 26 15:41:05.265765 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-b9d25a39-90a6-49f7-b42e-e6b7049cb89f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:05.267406 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-b9d25a39-90a6-49f7-b42e-e6b7049cb89f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 947 time: 0.0663199 Jul 26 15:41:05.310050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:05.364390 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Deleting port 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:05.364800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:05.470794 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] For port 86c0b00c-84f0-4079-9990-7a8a967d7342, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=86c0b00c-84f0-4079-9990-7a8a967d7342,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:05.471168 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:05.689266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:05.689670 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:05.689988 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Floating IP d19cfa5e-bd46-4ab7-87e4-54c247f66337 disassociated. External IP: 172.27.1.98, port: 86c0b00c-84f0-4079-9990-7a8a967d7342. Jul 26 15:41:05.690339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Calling delete_port for 86c0b00c-84f0-4079-9990-7a8a967d7342 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:05.906475 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (86c0b00c-84f0-4079-9990-7a8a967d7342), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:05.936049 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'Port': ['ID=86c0b00c-84f0-4079-9990-7a8a967d7342,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:06.330720 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-250b107c-db4a-4d41-bc4a-d3d001034be7 req-a0b171d9-6c31-48d3-9d87-ccf760dd4d58 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.0404644 Jul 26 15:41:06.351489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:06.462903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:06.470773 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:06.482574 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:06.492941 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:06.493593 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:06.517600 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] No DVR routers for this DVR port 86c0b00c-84f0-4079-9990-7a8a967d7342 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:06.520292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:06.524178 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cbcdc9ac-9d9f-44c6-82ec-6ef1b5d9f6d0 req-19d2ffaa-5666-45be-9877-dec3d9b5a40b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "DELETE /v2.0/ports/86c0b00c-84f0-4079-9990-7a8a967d7342 HTTP/1.1" status: 204 len: 173 time: 1.2506886 Jul 26 15:41:06.524668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-deleted', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:06.527124 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33097d27-1abb-4d8b-ae84-cb58b16a5366" -d '{"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-deleted", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:06.607804 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:06.629115 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a78cd0-dcb7-4b36-927c-535177fd74bd x-openstack-request-id: req-29a78cd0-dcb7-4b36-927c-535177fd74bd {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:06.633784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466faeda-8564-46cd-a893-141a3ed7e409", "name": "network-vif-deleted", "tag": "86c0b00c-84f0-4079-9990-7a8a967d7342", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:06.633784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-29a78cd0-dcb7-4b36-927c-535177fd74bd {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:06.633784 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a78cd0-dcb7-4b36-927c-535177fd74bd'] response: {'server_uuid': '466faeda-8564-46cd-a893-141a3ed7e409', 'name': 'network-vif-deleted', 'tag': '86c0b00c-84f0-4079-9990-7a8a967d7342', 'status': 'completed', 'code': 200} Jul 26 15:41:06.813730 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:06.843206 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:06.852984 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:06.853616 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:06.960680 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:07.233273 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:07.257663 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ddc6f-5f4f-4144-8e1f-cac117c90053 None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:07.458460 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5a0ab325-8b39-4960-8dec-a9417f75a681 req-08f822c3-c392-4d6d-b8dc-fbdbe3aa3209 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=466faeda-8564-46cd-a893-141a3ed7e409 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Jul 26 15:41:07.498279 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ca5f3-8072-4057-b308-15d830185b74 None None] New status for floating IP d19cfa5e-bd46-4ab7-87e4-54c247f66337: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:08.289524 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:08.319994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e087-25d5-4b74-9a35-e11f5deeabea req-6d146829-8ffe-46b5-88dd-b91960125a03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:08.321496 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fec3e087-25d5-4b74-9a35-e11f5deeabea req-6d146829-8ffe-46b5-88dd-b91960125a03 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Jul 26 15:41:08.372670 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fec3e087-25d5-4b74-9a35-e11f5deeabea req-1986cb1f-1044-4e60-b466-267f385f9066 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Jul 26 15:41:08.592397 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51084) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:08.647537 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a6beb027-aedd-423a-b09f-dc972dc2c3f1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:08.670965 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a6beb027-aedd-423a-b09f-dc972dc2c3f1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:08.673332 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:08.780305 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a6beb027-aedd-423a-b09f-dc972dc2c3f1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:08.782810 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:08.784087 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "DELETE /v2.0/security-groups/a6beb027-aedd-423a-b09f-dc972dc2c3f1 HTTP/1.1" status: 204 len: 168 time: 0.1905429 Jul 26 15:41:08.787019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51086) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:08.794507 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828ecd9-5839-44c0-accc-8184bffa0bb2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6beb027-aedd-423a-b09f-dc972dc2c3f1,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:08.804899 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.api.v2.resource [None req-3d3be377-e932-4af3-9502-99be7552b8ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] show failed (client error): The resource could not be found. Jul 26 15:41:08.804899 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3d3be377-e932-4af3-9502-99be7552b8ab tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups/a6beb027-aedd-423a-b09f-dc972dc2c3f1 HTTP/1.1" status: 404 len: 347 time: 0.0138762 Jul 26 15:41:08.807107 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51088) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:08.922185 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Deleting port e3ac7c4e-645d-40d0-9451-79c4cf670b11 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:08.922525 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.004793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.005164 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (e3ac7c4e-645d-40d0-9451-79c4cf670b11), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.017620 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Calling delete_port for e3ac7c4e-645d-40d0-9451-79c4cf670b11 owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:09.186289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (e3ac7c4e-645d-40d0-9451-79c4cf670b11), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.212785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'Port': ['ID=e3ac7c4e-645d-40d0-9451-79c4cf670b11,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:09.272787 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (d19cfa5e-bd46-4ab7-87e4-54c247f66337), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.275246 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.276390 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f5c7a006-c811-4d9d-8891-3f737368ea3b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "DELETE /v2.0/floatingips/d19cfa5e-bd46-4ab7-87e4-54c247f66337 HTTP/1.1" status: 204 len: 168 time: 0.4683180 Jul 26 15:41:09.418449 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51094) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:09.423081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602222843', 'description': 'tempest-description--757049405'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:09.496784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9868ad-d404-4753-a2db-95bb6c3bda08 req-e984c715-0e78-47eb-b310-c6d4228ae490 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:09.498368 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d9868ad-d404-4753-a2db-95bb6c3bda08 req-e984c715-0e78-47eb-b310-c6d4228ae490 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Jul 26 15:41:09.501019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.550143 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1d9868ad-d404-4753-a2db-95bb6c3bda08 req-7bc01bb6-1cc7-493a-92f1-cf592d021a24 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460980 Jul 26 15:41:09.572915 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a813a892-ad7b-4f7e-8fc7-e862026d3a9e), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.671780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a813a892-ad7b-4f7e-8fc7-e862026d3a9e), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.703136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a813a892-ad7b-4f7e-8fc7-e862026d3a9e,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:09.776712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.778023 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a64e707e-a591-4cb3-bec9-783aed4e1474 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3584993 Jul 26 15:41:09.780776 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51096) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:09.788281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group_rule': {'security_group_id': 'a813a892-ad7b-4f7e-8fc7-e862026d3a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:09.872777 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (564a690f-3c19-43f5-9c45-1335d31e1a97), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:09.881751 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:09.885476 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:09.929289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (564a690f-3c19-43f5-9c45-1335d31e1a97), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.031755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (564a690f-3c19-43f5-9c45-1335d31e1a97), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.049989 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564a690f-3c19-43f5-9c45-1335d31e1a97,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:10.090810 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.092059 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1ffecc4e-0ba8-42b5-9a35-670a5bb2f86e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103411 Jul 26 15:41:10.094822 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51098) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:10.099071 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'security_group_rule': {'security_group_id': 'a813a892-ad7b-4f7e-8fc7-e862026d3a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:10.203319 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (0381c48e-3ae8-4c0a-ab77-fc6fe4a41182), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.207371 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:10.226576 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 86c0b00c-84f0-4079-9990-7a8a967d7342 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:10.229799 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 86c0b00c-84f0-4079-9990-7a8a967d7342 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:10.263282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (0381c48e-3ae8-4c0a-ab77-fc6fe4a41182), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.345944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0381c48e-3ae8-4c0a-ab77-fc6fe4a41182), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.364606 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0381c48e-3ae8-4c0a-ab77-fc6fe4a41182,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:10.439223 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.440520 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-47ce07c4-1476-40cd-b5ea-dc52b4a8b194 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447580 Jul 26 15:41:10.443535 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51100) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:10.448755 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:10.523007 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.605541 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:10.708269 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38218365-0ee0-4574-b790-0f7edc4d4805 req-8ac86eee-27c0-4aec-80c9-32540980504e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:10.709753 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-38218365-0ee0-4574-b790-0f7edc4d4805 req-8ac86eee-27c0-4aec-80c9-32540980504e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0647376 Jul 26 15:41:10.784868 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Allocated IP 172.27.1.31 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/355af579-5816-4d00-bbc9-884df3ca1edb) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:10.799308 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-38218365-0ee0-4574-b790-0f7edc4d4805 req-9c3fa3a9-911a-4ed1-bbe5-f7a6c41cff5e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723884 Jul 26 15:41:10.865379 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:10.914565 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (355af579-5816-4d00-bbc9-884df3ca1edb), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.009429 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.052912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:11.056587 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:11.058444 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=355af579-5816-4d00-bbc9-884df3ca1edb,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:11.060576 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:11.129068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:11.145694 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.226074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.372746 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (355af579-5816-4d00-bbc9-884df3ca1edb), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.425729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.493530 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=355af579-5816-4d00-bbc9-884df3ca1edb,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:11.505168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.581325 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:11.582575 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5cf4a792-da44-4afb-9011-14a472155e5f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1381340 Jul 26 15:41:11.734751 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-564f7834-3101-4231-837e-68ff5fae57e4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--1602222843&fields=id&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 267 time: 0.0423019 Jul 26 15:41:11.844496 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-7b52acc4-b6ee-49bc-99ac-68bd2b8e4585 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:11.845955 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-7b52acc4-b6ee-49bc-99ac-68bd2b8e4585 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 816 time: 0.1046772 Jul 26 15:41:11.861792 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-6f93c30a-5e4c-4d12-b4ec-36d01c716c64 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/quotas/1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 375 time: 0.0098350 Jul 26 15:41:11.917267 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-7d0562ce-e2bc-4863-9f9a-162938cf5e07 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494604 Jul 26 15:41:11.936056 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9260f7a-ef08-4e37-87fa-5fc70b54aced req-fdb6a9b8-3269-412d-8320-89177ef3850f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:11.937493 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f9260f7a-ef08-4e37-87fa-5fc70b54aced req-fdb6a9b8-3269-412d-8320-89177ef3850f tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Jul 26 15:41:11.988933 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f9260f7a-ef08-4e37-87fa-5fc70b54aced req-bcbb0edc-4728-4e8a-957b-989cf06de96a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Jul 26 15:41:12.064113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-9e703a08-b196-46cc-8405-88a35fb29b94 service neutron] 10.222.0.128 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329660 Jul 26 15:41:12.157541 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-e531d021-e99b-4d68-bd25-45a0af272f9e service neutron] 10.222.0.128 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876117 Jul 26 15:41:12.404998 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dc81b567-f725-4abb-92bf-e1658072e21b req-7e730494-5b41-4d0d-837b-b7a5e3b0dbe3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 210 time: 0.0298481 Jul 26 15:41:13.047813 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-f8e18d57-6885-467c-9a8d-92e9a0195da2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435114 Jul 26 15:41:13.121369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-405f6ffd-f998-4012-a32b-a121a41b00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.122871 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-405f6ffd-f998-4012-a32b-a121a41b00a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 1129 time: 0.0398941 Jul 26 15:41:13.155323 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c03521-d6ad-4643-9452-5b83ae401383 req-6648d1d5-5ba7-4548-a27c-c514ee6567f7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.156903 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-27c03521-d6ad-4643-9452-5b83ae401383 req-6648d1d5-5ba7-4548-a27c-c514ee6567f7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0901973 Jul 26 15:41:13.162916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef9ab9-e379-45df-8c76-c7b389a028df req-362c652e-ae3b-4f47-8209-2490cbadeaa8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.165354 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-59ef9ab9-e379-45df-8c76-c7b389a028df req-362c652e-ae3b-4f47-8209-2490cbadeaa8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 945 time: 0.0892534 Jul 26 15:41:13.211707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:13.258728 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-97291a34-5264-4239-8d40-8920a458f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.260225 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-97291a34-5264-4239-8d40-8920a458f8ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.0971305 Jul 26 15:41:13.276176 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-59ef9ab9-e379-45df-8c76-c7b389a028df req-82fe7c66-cd2a-48ec-a288-8a79e8310717 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=57dbc471-c5df-43c9-978c-96c3fd75a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050971 Jul 26 15:41:13.292345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Deleting port 96c23394-f6f0-4c0f-a661-af48811510a4 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:13.292759 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:13.329446 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-3d9d8bd1-79f7-4cdd-942b-b5a87190a426 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 200 len: 1000 time: 0.0589161 Jul 26 15:41:13.344633 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:13.384423 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-256f5d64-982e-4476-a11a-c110350f8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.385993 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-256f5d64-982e-4476-a11a-c110350f8a7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0494461 Jul 26 15:41:13.395561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] For port 96c23394-f6f0-4c0f-a661-af48811510a4, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=96c23394-f6f0-4c0f-a661-af48811510a4,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:13.395927 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:13.448025 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-ef8113ec-5996-48f4-9cb4-23c3ecf2bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:13.451039 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-ef8113ec-5996-48f4-9cb4-23c3ecf2bfe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441120 Jul 26 15:41:13.485961 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:13.582027 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-54d4c9f4-ac42-40bf-84e4-db5cd1eefc89 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165664 Jul 26 15:41:13.597184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:13.597550 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:13.597866 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Floating IP b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff disassociated. External IP: 172.27.1.152, port: 96c23394-f6f0-4c0f-a661-af48811510a4. Jul 26 15:41:13.598214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Calling delete_port for 96c23394-f6f0-4c0f-a661-af48811510a4 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:13.694277 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5433eb84-5e3f-4365-86a1-37ae3b84e476 req-8960bf43-c7c5-4d46-87fc-9001cacacaa9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Jul 26 15:41:13.726740 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-44561139-aaa1-470d-a2b0-0ca2a008ac61 req-3160571b-f816-4a7b-bfac-a2e579550db3 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329634 Jul 26 15:41:13.803243 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (96c23394-f6f0-4c0f-a661-af48811510a4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:13.841204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event deleted for resources: {'Port': ['ID=96c23394-f6f0-4c0f-a661-af48811510a4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:13.953987 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Router 7c487701-5238-448d-9a90-3032c4f28ae1 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:14.067092 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:14.077143 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:14.088700 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:14.089306 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:14.110598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] No DVR routers for this DVR port 96c23394-f6f0-4c0f-a661-af48811510a4 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:14.113214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:14.116365 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-27c03521-d6ad-4643-9452-5b83ae401383 req-52fc2307-ff75-44bc-83bf-6c95a5978cc7 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "DELETE /v2.0/ports/96c23394-f6f0-4c0f-a661-af48811510a4 HTTP/1.1" status: 204 len: 173 time: 0.9382398 Jul 26 15:41:14.116845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'name': 'network-vif-deleted', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:14.119079 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82983880-53c7-4d0d-831b-292d4b72cdba" -d '{"events": [{"server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "name": "network-vif-deleted", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:14.159265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6efcb-b166-475b-9ec7-93c46398f648 x-openstack-request-id: req-7ec6efcb-b166-475b-9ec7-93c46398f648 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:14.159555 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1394b46-b21c-48f5-96e4-881de63f22c2", "name": "network-vif-deleted", "tag": "96c23394-f6f0-4c0f-a661-af48811510a4", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:14.159812 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-7ec6efcb-b166-475b-9ec7-93c46398f648 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:14.160211 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec6efcb-b166-475b-9ec7-93c46398f648'] response: {'server_uuid': 'e1394b46-b21c-48f5-96e4-881de63f22c2', 'name': 'network-vif-deleted', 'tag': '96c23394-f6f0-4c0f-a661-af48811510a4', 'status': 'completed', 'code': 200} Jul 26 15:41:14.193392 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:14.238397 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:14.268892 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:14.400246 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:14.406778 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fe53d68f-ad02-4013-a668-2fd23602e4b0 req-515c303e-1e17-4d5a-8e75-1bedbef042e5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0357780 Jul 26 15:41:14.426112 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:14.436588 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:14.437221 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:40:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:14.539898 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:14.738787 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:14.769482 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d716b3-eb84-4c1c-bfa4-9c7085dd7f47 None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '33e4d464-de0c-4efa-aafa-2c6652e6a643', 'name': '', 'network_id': '3b2c9ca8-7a56-40ff-881c-039976281dd4', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'mac_address': 'fa:16:3e:33:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:16Z', 'updated_at': '2022-07-26T15:35:28Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'subnets': [{'id': '0bfeef8d-f7a3-4996-a466-af2c854a1b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:14.885270 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c398175d-db04-4c39-b9eb-1a9603bffcfc req-6a9ab4c1-115c-438c-b732-5da187ddab46 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 210 time: 0.0392630 Jul 26 15:41:14.902499 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-fb9f2a59-ac43-4a9c-8018-179d31a94060 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:14.903971 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-fb9f2a59-ac43-4a9c-8018-179d31a94060 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 816 time: 0.2021844 Jul 26 15:41:14.980922 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-df030e91-4fd5-4f9b-a762-0b15e22d669c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 380 time: 0.0585525 Jul 26 15:41:15.042415 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3065ee-507a-4e52-95a6-9365d9b5e0c3 None None] New status for floating IP b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:15.289885 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'port': {'device_id': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'admin_state_up': True, 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'security_groups': ['a813a892-ad7b-4f7e-8fc7-e862026d3a9e']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:15.387886 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:15.454588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Made reservation on behalf of 1165baf67df0484dbe4163c5a750784a for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:15.458312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:15.481194 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:15.528996 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f3904813-bd6f-4176-b64a-9f0e0aa59402 req-50260307-6eda-4a62-a3e3-e2aa9413c03e tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=e1394b46-b21c-48f5-96e4-881de63f22c2 HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jul 26 15:41:15.606575 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Allocated IP 172.20.0.8 (c8f586bd-fa08-43ea-8187-a7c90e05c8af/dfa31a48-9af5-4644-a2d8-40b98f394a65/a738a47a-b442-4106-adbb-9f2d80950686) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:15.781581 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for port (a738a47a-b442-4106-adbb-9f2d80950686), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:15.837423 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-53265a4a-028d-4d77-9b9f-290d13c7bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:15.917638 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:15.973376 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:15.976906 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:15.982622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:16.019281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:16.054196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.054726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.055085 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.055424 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.056018 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.056358 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.056725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.057058 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.057389 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.057722 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.058051 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.058381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.058739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.059073 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.059393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:16.087382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1517603-5d77-4142-b98d-064fb994cbf3 req-98b37b20-5788-404a-9fe0-7116c0771c56 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:16.088895 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f1517603-5d77-4142-b98d-064fb994cbf3 req-98b37b20-5788-404a-9fe0-7116c0771c56 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 931 time: 0.1074085 Jul 26 15:41:16.098308 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:16.101477 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.158978 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f1517603-5d77-4142-b98d-064fb994cbf3 req-c9d982c9-fcb1-460e-80af-2ad70d0a51c7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554550 Jul 26 15:41:16.171634 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-ed9c6a91-b0b2-4f6f-9c72-219db59fe69f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8871646 Jul 26 15:41:16.185125 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Request body: {'port': {'device_id': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:16.230254 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 96c23394-f6f0-4c0f-a661-af48811510a4 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:16.259278 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.269072 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 96c23394-f6f0-4c0f-a661-af48811510a4 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:16.269458 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 96c23394-f6f0-4c0f-a661-af48811510a4 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:16.276512 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ea2d1d5e-5986-4626-9834-34ccc46541cf None None] Provisioning complete for port a738a47a-b442-4106-adbb-9f2d80950686 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:16.276899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ea2d1d5e-5986-4626-9834-34ccc46541cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a738a47a-b442-4106-adbb-9f2d80950686), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.294551 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:16.320331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d1d5e-5986-4626-9834-34ccc46541cf None None] Port a738a47a-b442-4106-adbb-9f2d80950686 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:41:16.535594 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:41:16.543915 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks [] for port (a738a47a-b442-4106-adbb-9f2d80950686), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.557367 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Transition to ACTIVE for port object a738a47a-b442-4106-adbb-9f2d80950686 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:41:16.625828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.659684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:16.695848 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51162) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:16.701676 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:16.740762 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:16.756285 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Attempting to bind port a738a47a-b442-4106-adbb-9f2d80950686 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:41:16.756659 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Attempting to bind port a738a47a-b442-4106-adbb-9f2d80950686 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:41:16.757025 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Attempting to bind port a738a47a-b442-4106-adbb-9f2d80950686 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:16.762350 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Port a738a47a-b442-4106-adbb-9f2d80950686 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:41:16.762672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Attempting to bind port a738a47a-b442-4106-adbb-9f2d80950686 on network c8f586bd-fa08-43ea-8187-a7c90e05c8af {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:16.764288 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (57dbc471-c5df-43c9-978c-96c3fd75a40f), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.768175 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:41:16.768568 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Checking segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:41:16.768915 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Bound using segment: {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:41:16.769485 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Bound port: a738a47a-b442-4106-adbb-9f2d80950686, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fc04a5-b9fc-47d9-9f6d-603b6abd8207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:41:16.769840 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.804234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (57dbc471-c5df-43c9-978c-96c3fd75a40f), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.865320 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:41:16.867593 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:41:16.940218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (57dbc471-c5df-43c9-978c-96c3fd75a40f), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.943086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.944332 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "DELETE /v2.0/security-groups/57dbc471-c5df-43c9-978c-96c3fd75a40f HTTP/1.1" status: 204 len: 168 time: 0.2470994 Jul 26 15:41:16.946940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51164) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:16.954088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b9e7e-4ddd-4e3c-a090-6a3182ef32fd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dbc471-c5df-43c9-978c-96c3fd75a40f,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:16.961216 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.api.v2.resource [None req-ea4e21c2-f1f0-4955-9ab0-e15ca4d18789 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] show failed (client error): The resource could not be found. Jul 26 15:41:16.962365 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ea4e21c2-f1f0-4955-9ab0-e15ca4d18789 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups/57dbc471-c5df-43c9-978c-96c3fd75a40f HTTP/1.1" status: 404 len: 347 time: 0.0144041 Jul 26 15:41:16.964429 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:16.965310 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51166) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:17.000092 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.000701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.002073 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] 10.222.0.48 "PUT /v2.0/ports/a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 1093 time: 0.8217506 Jul 26 15:41:17.002507 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:17.004775 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e909ecc-999a-492d-9421-5b2b35fef122" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:17.045018 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a27e-4b49-4048-b7f4-960e938caa59 service neutron] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:17.067538 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b42ee2-aae1-4318-8dcb-e80266daf837 x-openstack-request-id: req-79b42ee2-aae1-4318-8dcb-e80266daf837 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:17.067827 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:17.068074 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-79b42ee2-aae1-4318-8dcb-e80266daf837 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:17.068495 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b42ee2-aae1-4318-8dcb-e80266daf837'] response: {'name': 'network-changed', 'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'status': 'completed', 'code': 200} Jul 26 15:41:17.109704 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Deleting port 826987ca-9b19-4eb4-a846-2fe78b097c8c {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:17.110032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.141707 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-4af7371c-bee9-4977-9007-873cd968e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.143363 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-4af7371c-bee9-4977-9007-873cd968e3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1127 time: 0.0480447 Jul 26 15:41:17.204633 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.205086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (826987ca-9b19-4eb4-a846-2fe78b097c8c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.224819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Calling delete_port for 826987ca-9b19-4eb4-a846-2fe78b097c8c owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:17.276539 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-42ff56e7-0de6-40ea-a711-ed9f45541c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.277953 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-42ff56e7-0de6-40ea-a711-ed9f45541c57 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1165baf67df0484dbe4163c5a750784a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1214981 Jul 26 15:41:17.352145 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:17.364319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c389fb-f42f-4b20-9baf-67bdcece9c69 req-6a988981-8ee7-40b0-895c-714e4e4cf34e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.365726 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-45c389fb-f42f-4b20-9baf-67bdcece9c69 req-6a988981-8ee7-40b0-895c-714e4e4cf34e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1046357 Jul 26 15:41:17.425326 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (826987ca-9b19-4eb4-a846-2fe78b097c8c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.442325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-bd3ba39a-6354-4f8d-b292-d425de3eb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.443813 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1e909ecc-999a-492d-9421-5b2b35fef122 req-bd3ba39a-6354-4f8d-b292-d425de3eb1f7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1488037 Jul 26 15:41:17.449993 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-45c389fb-f42f-4b20-9baf-67bdcece9c69 req-754377d6-f9dc-4234-8bc6-4ae3febadf89 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767438 Jul 26 15:41:17.463707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event deleted for resources: {'Port': ['ID=826987ca-9b19-4eb4-a846-2fe78b097c8c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:17.476639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478489 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478569 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.478895 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.479215 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.479540 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.479862 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.480177 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.480716 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.481039 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.481357 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:17.501672 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:17.528124 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-335b3bb4-b303-442d-97c6-2db3595852ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.529667 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-335b3bb4-b303-442d-97c6-2db3595852ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1127 time: 0.0421081 Jul 26 15:41:17.538876 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks [] for floatingip (b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.541646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:17.542669 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ad46e66e-3bbf-4c6d-94da-a196d3a74f21 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "DELETE /v2.0/floatingips/b8b9e1e8-f42a-49b7-8bb4-96e08d8004ff HTTP/1.1" status: 204 len: 168 time: 0.5760865 Jul 26 15:41:17.576174 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-0beff4c4-9322-404c-aadc-d4637d2b3779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 217 time: 0.0379329 Jul 26 15:41:17.627684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-56fd02d9-e173-41c6-bb53-be677e2c00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.629192 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-56fd02d9-e173-41c6-bb53-be677e2c00a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0458043 Jul 26 15:41:17.675789 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-b241f35f-0bee-4ce8-8a90-7eebd928ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:17.677284 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-b241f35f-0bee-4ce8-8a90-7eebd928ac20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389528 Jul 26 15:41:17.779291 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-be90f2b7-22ba-498d-b607-348e38839ede service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945339 Jul 26 15:41:17.876023 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21555e74-c8b9-41f2-8b0a-a468662fec82 req-f0e1e2c4-7a4c-4875-836e-32d565f56655 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Jul 26 15:41:18.334449 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e4f7-1dc8-4a4d-bea0-f832b0f0ee1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:18.581934 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5bdcc-b3ff-4a42-90b5-f41596648ad3 req-798a1a3f-a398-41fa-94c5-10223a515687 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:18.583292 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2ab5bdcc-b3ff-4a42-90b5-f41596648ad3 req-798a1a3f-a398-41fa-94c5-10223a515687 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0514879 Jul 26 15:41:18.629583 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2ab5bdcc-b3ff-4a42-90b5-f41596648ad3 req-a53b7edc-1d74-4d88-a5a6-169c21c2a628 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Jul 26 15:41:19.402345 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:19.765738 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b229d10-b317-4315-aa2b-b15d5ff3ba30 req-a224e439-57d0-4b7e-b8aa-46fe80afc3f5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:19.768797 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9b229d10-b317-4315-aa2b-b15d5ff3ba30 req-a224e439-57d0-4b7e-b8aa-46fe80afc3f5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0534358 Jul 26 15:41:19.821130 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9b229d10-b317-4315-aa2b-b15d5ff3ba30 req-6276c3e3-6314-434e-871e-684c4834d63c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Jul 26 15:41:20.124117 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:41:20.211668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928f37f-71f1-4f84-ba5b-dd7c1a81299b req-57066203-baa6-406f-9ec4-fd20b587e0a1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:20.213222 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d928f37f-71f1-4f84-ba5b-dd7c1a81299b req-57066203-baa6-406f-9ec4-fd20b587e0a1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0540309 Jul 26 15:41:20.252677 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:41:20.261355 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d928f37f-71f1-4f84-ba5b-dd7c1a81299b req-97140cda-b67f-4623-9ffa-8a3ec92df011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425277 Jul 26 15:41:20.363456 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:20.376000 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'a738a47a-b442-4106-adbb-9f2d80950686', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:41:20.412237 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:41:20.413696 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:20.430873 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:41:20.454985 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:20.473229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d506d-796f-45d2-8330-b54765b0dd31 req-3dec4742-3b3a-45be-b21b-a51ea440d454 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:20.474876 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2c4d506d-796f-45d2-8330-b54765b0dd31 req-3dec4742-3b3a-45be-b21b-a51ea440d454 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0496299 Jul 26 15:41:20.501050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:20.516896 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:20.524202 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2c4d506d-796f-45d2-8330-b54765b0dd31 req-165fed01-d3d8-439b-81bf-64e0cfc232b9 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Jul 26 15:41:20.567134 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:20.575270 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.575626 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.576000 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.576348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.576722 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.577058 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.577387 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.577709 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.578040 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.578365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.578693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.579018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.579339 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.579659 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.579984 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:41:20.940404 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['a738a47a-b442-4106-adbb-9f2d80950686'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:20.946662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823fd5c-b5da-40a2-9871-a50f2991e92c req-575535ab-bb52-4313-9d05-bf6d00827ef5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:20.948221 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a823fd5c-b5da-40a2-9871-a50f2991e92c req-575535ab-bb52-4313-9d05-bf6d00827ef5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 944 time: 0.0482359 Jul 26 15:41:20.999947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a823fd5c-b5da-40a2-9871-a50f2991e92c req-5bffaaa1-7b24-454f-9bd7-a652deb6aa67 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Jul 26 15:41:21.070105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:21.294030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:21.322659 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:21.381342 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b253075-bcfc-42c9-9e53-2ac3e7bbef9f req-4e9f0fd4-fa22-4b92-a100-4f64c45d1b68 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:21.383496 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8b253075-bcfc-42c9-9e53-2ac3e7bbef9f req-4e9f0fd4-fa22-4b92-a100-4f64c45d1b68 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Jul 26 15:41:21.437789 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8b253075-bcfc-42c9-9e53-2ac3e7bbef9f req-565bca28-629f-457b-bdac-83e07c0066e1 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 Jul 26 15:41:21.642597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3275977-331c-426a-8683-445a6299e981 req-7b1e6911-c661-426b-a15f-76b92297eb0c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:21.644042 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b3275977-331c-426a-8683-445a6299e981 req-7b1e6911-c661-426b-a15f-76b92297eb0c tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0461473 Jul 26 15:41:21.691766 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b3275977-331c-426a-8683-445a6299e981 req-bfa377ca-9b3f-49c2-b397-08de97fed513 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Jul 26 15:41:22.126183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243cbb3-f762-4eb6-93ff-6dc5cd5e4be1 req-d59db337-adc1-4f83-b0f1-9d3176ed7d04 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:22.127639 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8243cbb3-f762-4eb6-93ff-6dc5cd5e4be1 req-d59db337-adc1-4f83-b0f1-9d3176ed7d04 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 944 time: 0.0470424 Jul 26 15:41:22.176004 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8243cbb3-f762-4eb6-93ff-6dc5cd5e4be1 req-b6d36783-bd01-474a-82e7-ed7100d36c07 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Jul 26 15:41:22.254109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:41:22.298203 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port a738a47a-b442-4106-adbb-9f2d80950686 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:41:22.361912 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port a738a47a-b442-4106-adbb-9f2d80950686 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:22.362315 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a738a47a-b442-4106-adbb-9f2d80950686), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:22.385490 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:22.440748 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:41:22.441132 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:22.463766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:22.466002 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807f708-0940-4a88-87ca-bb26ef5c5cc0" -d '{"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:22.480109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:22.550804 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:22.561519 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109c382-8433-4c81-8ad3-70111797cd2e req-56befb9d-c752-416d-8df5-a4de50303907 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:22.562959 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6109c382-8433-4c81-8ad3-70111797cd2e req-56befb9d-c752-416d-8df5-a4de50303907 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0494428 Jul 26 15:41:22.576657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f09b63-4f6d-4246-834b-5d4bf0cb4da3 x-openstack-request-id: req-70f09b63-4f6d-4246-834b-5d4bf0cb4da3 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:22.576948 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:22.577197 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-70f09b63-4f6d-4246-834b-5d4bf0cb4da3 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:22.577729 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f09b63-4f6d-4246-834b-5d4bf0cb4da3'] response: {'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'code': 200} Jul 26 15:41:22.600368 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:22.604599 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:22.613377 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6109c382-8433-4c81-8ad3-70111797cd2e req-4a12bdac-eae1-4d2a-b6b1-1cf3119389f7 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=fb12cf24-98e1-434a-aaa5-14ea30c15dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Jul 26 15:41:22.749209 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-28ea5bc7-f543-4150-b4eb-2f769d3e1704 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:22.750782 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-28ea5bc7-f543-4150-b4eb-2f769d3e1704 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Jul 26 15:41:22.823161 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-b99c8c09-e4ee-49bb-ad71-8748cf717878 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:22.824660 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-b99c8c09-e4ee-49bb-ad71-8748cf717878 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0502753 Jul 26 15:41:22.849224 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442047f-12ae-4359-b14b-b0fe205500c3 req-ee1ad3a8-466b-493a-9be2-3370f1d35143 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:22.851280 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7442047f-12ae-4359-b14b-b0fe205500c3 req-ee1ad3a8-466b-493a-9be2-3370f1d35143 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 946 time: 0.0814235 Jul 26 15:41:22.917325 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Deleting port a7399383-25ce-46f7-8438-c79ed3f59c27 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:22.917671 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:22.929038 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Deleting port c2d8a054-3dab-4928-969a-c1b58ea17b2a {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:22.929726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:22.950658 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7442047f-12ae-4359-b14b-b0fe205500c3 req-fc9b9f0c-ac7b-4b49-b03e-30475e7eb900 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892782 Jul 26 15:41:22.993059 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:23.022956 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] For port a7399383-25ce-46f7-8438-c79ed3f59c27, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a7399383-25ce-46f7-8438-c79ed3f59c27,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:23.023314 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.036608 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Calling delete_port for a7399383-25ce-46f7-8438-c79ed3f59c27 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:23.057245 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e596-db84-47b4-9637-1d80f502539d req-e48b3a81-c05f-4b6b-a542-2d856a5e3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:23.058782 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6250e596-db84-47b4-9637-1d80f502539d req-e48b3a81-c05f-4b6b-a542-2d856a5e3d38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1129 time: 0.0579998 Jul 26 15:41:23.085533 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] For port c2d8a054-3dab-4928-969a-c1b58ea17b2a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c2d8a054-3dab-4928-969a-c1b58ea17b2a,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:23.086333 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.164999 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6250e596-db84-47b4-9637-1d80f502539d req-2a14c2fe-2303-4de2-88e3-7b11406bd896 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970821 Jul 26 15:41:23.214129 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (a7399383-25ce-46f7-8438-c79ed3f59c27), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.227186 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:23.232557 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'a7399383-25ce-46f7-8438-c79ed3f59c27'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:23.249611 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event deleted for resources: {'Port': ['ID=a7399383-25ce-46f7-8438-c79ed3f59c27,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:23.295029 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.295396 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.295699 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Floating IP fcd6b0ed-1e6d-4c74-b11f-dce35a716576 disassociated. External IP: 172.27.1.54, port: c2d8a054-3dab-4928-969a-c1b58ea17b2a. Jul 26 15:41:23.296051 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Calling delete_port for c2d8a054-3dab-4928-969a-c1b58ea17b2a owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:23.300603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] No DVR routers for this DVR port a7399383-25ce-46f7-8438-c79ed3f59c27 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:23.313320 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.316526 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ad996202-891a-4bd4-bfc5-a03a8338ffdd req-7937c1ff-728b-4964-8d32-4ea783f60d71 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "DELETE /v2.0/ports/a7399383-25ce-46f7-8438-c79ed3f59c27 HTTP/1.1" status: 204 len: 173 time: 0.4851754 Jul 26 15:41:23.317051 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'name': 'network-vif-deleted', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:23.319402 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2496bb3d-73ff-40f1-8679-4cb90a546b9e" -d '{"events": [{"server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "name": "network-vif-deleted", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:23.364422 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1d774-f5b0-4ada-8466-5c6b0de4881a req-7df00235-df0d-401c-b93b-33224ccd6858 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:23.372368 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f7e1d774-f5b0-4ada-8466-5c6b0de4881a req-7df00235-df0d-401c-b93b-33224ccd6858 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0664530 Jul 26 15:41:23.432678 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f7e1d774-f5b0-4ada-8466-5c6b0de4881a req-d39ad637-f306-4e45-855e-82b87c56633f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564811 Jul 26 15:41:23.455611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:23.467623 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025d6ad-aaec-4acd-a68b-fe4f6921d061 x-openstack-request-id: req-8025d6ad-aaec-4acd-a68b-fe4f6921d061 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:23.467918 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094531b2-332c-4227-9a35-69a4b7cec6ce", "name": "network-vif-deleted", "tag": "a7399383-25ce-46f7-8438-c79ed3f59c27", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:23.468221 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-8025d6ad-aaec-4acd-a68b-fe4f6921d061 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:23.468676 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8025d6ad-aaec-4acd-a68b-fe4f6921d061'] response: {'server_uuid': '094531b2-332c-4227-9a35-69a4b7cec6ce', 'name': 'network-vif-deleted', 'tag': 'a7399383-25ce-46f7-8438-c79ed3f59c27', 'status': 'completed', 'code': 200} Jul 26 15:41:23.562476 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c2d8a054-3dab-4928-969a-c1b58ea17b2a), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:23.589634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'Port': ['ID=c2d8a054-3dab-4928-969a-c1b58ea17b2a,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:23.731487 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-365410bc-7a84-44c8-9feb-7afae5e90669 req-e641cedf-3173-4516-ae84-9a4afbd16ec2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0339289 Jul 26 15:41:23.983859 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:24.110779 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-06819512-8363-4b87-a850-758253a9144d req-1e736f13-376b-4e2b-88ab-c29d3c370b04 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.0664868 Jul 26 15:41:24.125157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:24.136278 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:24.142314 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:24.153323 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:24.155183 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:24.179780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] No DVR routers for this DVR port c2d8a054-3dab-4928-969a-c1b58ea17b2a on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:24.181580 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:24.184919 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de81ddae-192d-4334-b27a-e2a1076aa234 req-a00c0b86-a2bc-4f51-a140-ff96e758ad4e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "DELETE /v2.0/ports/c2d8a054-3dab-4928-969a-c1b58ea17b2a HTTP/1.1" status: 204 len: 173 time: 1.4053662 Jul 26 15:41:24.185421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'name': 'network-vif-deleted', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:24.187834 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed56ceb-0b53-4e15-87bf-1c308cacb903" -d '{"events": [{"server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "name": "network-vif-deleted", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:24.229781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3a404-ba01-4806-96ba-ba12bbf263e8 x-openstack-request-id: req-fbc3a404-ba01-4806-96ba-ba12bbf263e8 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:24.230307 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f25fe8-dfd0-4c65-bb2d-a5dd15567b85", "name": "network-vif-deleted", "tag": "c2d8a054-3dab-4928-969a-c1b58ea17b2a", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:24.230620 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-fbc3a404-ba01-4806-96ba-ba12bbf263e8 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:24.231103 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc3a404-ba01-4806-96ba-ba12bbf263e8'] response: {'server_uuid': '61f25fe8-dfd0-4c65-bb2d-a5dd15567b85', 'name': 'network-vif-deleted', 'tag': 'c2d8a054-3dab-4928-969a-c1b58ea17b2a', 'status': 'completed', 'code': 200} Jul 26 15:41:24.260527 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:24.458102 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:24.487334 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:24.496596 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:24.497205 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:24.545760 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:24.569434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6142f-2dd8-48cd-a3c4-8fdf14e23154 req-b6714f87-b6c6-4d15-b9cd-9c0e91aef9e4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:24.570925 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91b6142f-2dd8-48cd-a3c4-8fdf14e23154 req-b6714f87-b6c6-4d15-b9cd-9c0e91aef9e4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0553010 Jul 26 15:41:24.607328 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:24.621569 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-91b6142f-2dd8-48cd-a3c4-8fdf14e23154 req-420d02c4-7cd4-4dad-aa6f-36a960702fde tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Jul 26 15:41:24.846401 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:24.865078 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e3913177-f019-417e-8448-e8fdb531477b req-fcb26fed-bee7-4f78-9ecf-61b8ff83d735 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0305116 Jul 26 15:41:24.886766 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:24.913612 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ef802-9385-4fff-8f6d-575f9505f5e5 None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:25.140085 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278a084-5a77-4588-9312-087d964070ff None None] New status for floating IP fcd6b0ed-1e6d-4c74-b11f-dce35a716576: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:25.232746 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d4cf39a7-0ee8-427f-95c6-efb61a887d47 req-8cde76e1-389f-42d3-a29c-5a500f8f3a38 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=094531b2-332c-4227-9a35-69a4b7cec6ce HTTP/1.1" status: 200 len: 210 time: 0.0337532 Jul 26 15:41:25.746578 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebf247-6dc3-4a2e-9a22-45074b3e5b3a req-c46ddf7f-c607-44ea-9ad7-9b83704209c0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:25.748051 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12ebf247-6dc3-4a2e-9a22-45074b3e5b3a req-c46ddf7f-c607-44ea-9ad7-9b83704209c0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0483027 Jul 26 15:41:25.798218 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-12ebf247-6dc3-4a2e-9a22-45074b3e5b3a req-c62fe3ab-cceb-4556-8a1c-14e5a6fbfe5a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Jul 26 15:41:25.949386 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dea81-5505-4e38-98b2-108c375c9782 req-9da9071c-ea45-47c9-9c5e-0c8fdc6c8db8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:25.951968 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-127dea81-5505-4e38-98b2-108c375c9782 req-9da9071c-ea45-47c9-9c5e-0c8fdc6c8db8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0729504 Jul 26 15:41:25.962747 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51254) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:25.970615 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Request body: {'floatingip': {'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:26.025141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:26.030377 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0753211d-9cc1-4518-b470-d468ecca4db7 req-c6472468-5190-4132-86bc-999a1bf78e62 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=61f25fe8-dfd0-4c65-bb2d-a5dd15567b85 HTTP/1.1" status: 200 len: 210 time: 0.0349154 Jul 26 15:41:26.293235 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a7399383-25ce-46f7-8438-c79ed3f59c27 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:26.320911 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: a7399383-25ce-46f7-8438-c79ed3f59c27 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:26.325451 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a7399383-25ce-46f7-8438-c79ed3f59c27 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:26.325451 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c2d8a054-3dab-4928-969a-c1b58ea17b2a no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:26.342147 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: c2d8a054-3dab-4928-969a-c1b58ea17b2a {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:26.342732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c2d8a054-3dab-4928-969a-c1b58ea17b2a not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:26.485377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:26.562438 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:26.674460 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Floating IP 218e323a-9036-48d4-bbb2-7702fafc5f69 associated. External IP: 172.27.1.31, port: a738a47a-b442-4106-adbb-9f2d80950686. Jul 26 15:41:26.747382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4ba4-a4a7-4adc-96ae-bb4e6c78a4ed req-645b55da-dac5-43bd-b991-a8fea39bd59a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:26.748878 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-55be4ba4-a4a7-4adc-96ae-bb4e6c78a4ed req-645b55da-dac5-43bd-b991-a8fea39bd59a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0881519 Jul 26 15:41:26.837344 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-55be4ba4-a4a7-4adc-96ae-bb4e6c78a4ed req-a2f7e99a-b68c-4080-8bfa-e6c03125a773 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611160 Jul 26 15:41:26.929100 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:26.942735 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:26.945845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:27.048795 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:27.054122 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.062100 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:27.080045 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:27.081496 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:27.083891 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-758449d2-af35-4582-8d2d-7ece7c9b7897 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "PUT /v2.0/floatingips/218e323a-9036-48d4-bbb2-7702fafc5f69 HTTP/1.1" status: 200 len: 990 time: 1.1192970 Jul 26 15:41:27.084518 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:27.087237 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5919d9-333b-4463-9537-093d03c4186c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:27.160726 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89240c16-15ab-4027-b630-afde75e99813 x-openstack-request-id: req-89240c16-15ab-4027-b630-afde75e99813 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:27.161016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:27.161266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-89240c16-15ab-4027-b630-afde75e99813 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:27.161691 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89240c16-15ab-4027-b630-afde75e99813'] response: {'name': 'network-changed', 'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'status': 'completed', 'code': 200} Jul 26 15:41:27.214733 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51270) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:27.224354 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:27.273199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (fb12cf24-98e1-434a-aaa5-14ea30c15dc7), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.297487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (fb12cf24-98e1-434a-aaa5-14ea30c15dc7), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.419319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fb12cf24-98e1-434a-aaa5-14ea30c15dc7), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.422062 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.423272 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "DELETE /v2.0/security-groups/fb12cf24-98e1-434a-aaa5-14ea30c15dc7 HTTP/1.1" status: 204 len: 168 time: 0.2075768 Jul 26 15:41:27.426150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51272) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:27.433747 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b100af-0bb1-47e1-8548-f73b54701e5e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb12cf24-98e1-434a-aaa5-14ea30c15dc7,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:27.441048 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.api.v2.resource [None req-288138f5-1a1f-4877-9221-430519983589 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] show failed (client error): The resource could not be found. Jul 26 15:41:27.442148 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-288138f5-1a1f-4877-9221-430519983589 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups/fb12cf24-98e1-434a-aaa5-14ea30c15dc7 HTTP/1.1" status: 404 len: 347 time: 0.0144660 Jul 26 15:41:27.444712 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '218e323a-9036-48d4-bbb2-7702fafc5f69', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:11Z', 'updated_at': '2022-07-26T15:41:26Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:27.445662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51274) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:27.471070 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:27.480607 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:27.481203 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:27.588948 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:27.801741 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:27.812332 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Deleting port d9d25963-c1da-4510-a259-d94cc62a3d0e {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:27.818766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.818905 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '218e323a-9036-48d4-bbb2-7702fafc5f69', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:11Z', 'updated_at': '2022-07-26T15:41:26Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:27.838855 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d039f4c-4582-4f43-8b6f-951c3483ba40 None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '218e323a-9036-48d4-bbb2-7702fafc5f69', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:11Z', 'updated_at': '2022-07-26T15:41:26Z', 'revision_number': 1, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:27.898664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.898935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (d9d25963-c1da-4510-a259-d94cc62a3d0e), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:27.916578 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Calling delete_port for d9d25963-c1da-4510-a259-d94cc62a3d0e owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:27.963029 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:27.967701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c68fa7-d47e-4253-9050-1d82453fa530 req-f85347b4-5696-4f99-8650-af16634aec26 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:27.969242 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92c68fa7-d47e-4253-9050-1d82453fa530 req-f85347b4-5696-4f99-8650-af16634aec26 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Jul 26 15:41:28.025627 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-92c68fa7-d47e-4253-9050-1d82453fa530 req-29f75769-c8f8-4067-affc-19ef75875d89 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Jul 26 15:41:28.090546 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5bc53-589a-41c8-b49b-0b046c90e2a9 None None] New status for floating IP 218e323a-9036-48d4-bbb2-7702fafc5f69: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:28.111031 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (d9d25963-c1da-4510-a259-d94cc62a3d0e), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.140317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'Port': ['ID=d9d25963-c1da-4510-a259-d94cc62a3d0e,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:28.207785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (fcd6b0ed-1e6d-4c74-b11f-dce35a716576), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.210735 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.214771 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-da3af021-8ef4-4943-a11f-cc55b03ad62a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "DELETE /v2.0/floatingips/fcd6b0ed-1e6d-4c74-b11f-dce35a716576 HTTP/1.1" status: 204 len: 168 time: 0.7650726 Jul 26 15:41:28.361067 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51282) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:28.366542 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138793859', 'description': 'tempest-description--2011079214'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:28.447731 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.518323 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (b8eaef28-8544-4f9c-9f8b-674360d20195), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.590508 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b8eaef28-8544-4f9c-9f8b-674360d20195), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.620933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eaef28-8544-4f9c-9f8b-674360d20195,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:28.683956 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.685279 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a0a56f4d-ad55-4194-8c4d-cf2bfef8f103 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3228734 Jul 26 15:41:28.688125 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51286) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:28.692377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group_rule': {'security_group_id': 'b8eaef28-8544-4f9c-9f8b-674360d20195', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:28.796919 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (9e2dc6aa-a2e8-48e7-ad7c-42010962b0f2), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.856391 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (9e2dc6aa-a2e8-48e7-ad7c-42010962b0f2), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.933171 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (9e2dc6aa-a2e8-48e7-ad7c-42010962b0f2), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:28.947489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:28.952520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2dc6aa-a2e8-48e7-ad7c-42010962b0f2,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:29.021325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.023293 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6a2aa500-734c-4f77-9e35-6b1b1e94d011 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341801 Jul 26 15:41:29.026184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51292) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:29.030490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'security_group_rule': {'security_group_id': 'b8eaef28-8544-4f9c-9f8b-674360d20195', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:29.093416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (52f7f74c-a817-42cb-b411-d47d90db9d64), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.178104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f8da-3964-444a-834a-d85b763a5d98 req-d13b5215-672d-4a6d-b1fe-4ecfc27cd5ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.180041 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f695f8da-3964-444a-834a-d85b763a5d98 req-d13b5215-672d-4a6d-b1fe-4ecfc27cd5ae tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0617256 Jul 26 15:41:29.197772 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (52f7f74c-a817-42cb-b411-d47d90db9d64), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.203474 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5919d9-333b-4463-9537-093d03c4186c req-5f5ea460-4664-4fc5-b1b3-2b3bb310bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.204986 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-5f5ea460-4664-4fc5-b1b3-2b3bb310bcc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1129 time: 0.0549271 Jul 26 15:41:29.230051 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f695f8da-3964-444a-834a-d85b763a5d98 req-bcb52598-e279-44f3-8fec-e707ccca51dd tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/security-groups?id=741df53a-ab4a-434d-8854-ec69d81adfca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Jul 26 15:41:29.273992 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (52f7f74c-a817-42cb-b411-d47d90db9d64), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.302602 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:29.313205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f7f74c-a817-42cb-b411-d47d90db9d64,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:29.344000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5919d9-333b-4463-9537-093d03c4186c req-bb5016df-4bf3-4569-a9cf-ddb834fba52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.345514 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-bb5016df-4bf3-4569-a9cf-ddb834fba52e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.1209841 Jul 26 15:41:29.416139 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.417457 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6cf77f3c-ea81-4f78-a6d9-9d2cf469ba09 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902674 Jul 26 15:41:29.420334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51298) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:29.425891 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:29.503786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-dda2f2a7-1398-4cf5-b305-06f620344be0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 1000 time: 0.0654330 Jul 26 15:41:29.556692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5919d9-333b-4463-9537-093d03c4186c req-4311777a-18c0-4ae0-8f7d-b10db0a066aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.558119 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-4311777a-18c0-4ae0-8f7d-b10db0a066aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0463862 Jul 26 15:41:29.568076 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.625586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-87aea604-9291-4007-8a88-ddd99dc5768a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.626917 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-87aea604-9291-4007-8a88-ddd99dc5768a tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Jul 26 15:41:29.670634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5919d9-333b-4463-9537-093d03c4186c req-147caacb-2af9-4be0-8d46-0b47a4cc0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:29.672110 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-147caacb-2af9-4be0-8d46-0b47a4cc0ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964165 Jul 26 15:41:29.716488 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Deleting port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:29.716843 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.743091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.777736 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:29.814377 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:29.818586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] For port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:29.819045 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:29.834527 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Calling delete_port for c03b7ef2-921a-46c7-a2cf-56b5e31aee6f owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:29.864203 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-90578e6f-b68f-4762-a7b8-91825367536b service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778364 Jul 26 15:41:29.948476 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Allocated IP 172.27.1.234 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/795f8ea1-7a7b-42d4-9af7-394331b1cee8) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:30.042203 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ea5919d9-333b-4463-9537-093d03c4186c req-a96a099b-ff5d-441b-977a-583c55988f27 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697505 Jul 26 15:41:30.059652 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (c03b7ef2-921a-46c7-a2cf-56b5e31aee6f), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.073870 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['c03b7ef2-921a-46c7-a2cf-56b5e31aee6f'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:30.091749 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Pushing event deleted for resources: {'Port': ['ID=c03b7ef2-921a-46c7-a2cf-56b5e31aee6f,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:30.107311 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.140369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] No DVR routers for this DVR port c03b7ef2-921a-46c7-a2cf-56b5e31aee6f on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:30.142953 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.146160 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-019e9a4f-36f7-4b37-a571-7d2de612b098 req-f7b06acf-1e47-42ab-8b1b-fb1c4737aae5 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.48 "DELETE /v2.0/ports/c03b7ef2-921a-46c7-a2cf-56b5e31aee6f HTTP/1.1" status: 204 len: 173 time: 0.5125816 Jul 26 15:41:30.146600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'name': 'network-vif-deleted', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:30.149699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f5de5-ad3e-425d-aedf-1b40605b820c" -d '{"events": [{"server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "name": "network-vif-deleted", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:30.179980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.187313 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb0f59d-4cf9-4662-92dd-60cce323980f x-openstack-request-id: req-cbb0f59d-4cf9-4662-92dd-60cce323980f {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:30.187820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12547e-bcd6-45c7-afee-0e20f7929840", "name": "network-vif-deleted", "tag": "c03b7ef2-921a-46c7-a2cf-56b5e31aee6f", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:30.187820 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-cbb0f59d-4cf9-4662-92dd-60cce323980f {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:30.188234 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb0f59d-4cf9-4662-92dd-60cce323980f'] response: {'server_uuid': '0f12547e-bcd6-45c7-afee-0e20f7929840', 'name': 'network-vif-deleted', 'tag': 'c03b7ef2-921a-46c7-a2cf-56b5e31aee6f', 'status': 'completed', 'code': 200} Jul 26 15:41:30.229900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:30.233341 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:30.237785 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=795f8ea1-7a7b-42d4-9af7-394331b1cee8,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:30.237785 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:30.258404 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:30.327799 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.334240 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-640db896-31dc-4e4b-aa60-18ebc93e0cbe req-74d352e1-553b-4540-a79d-c6a543a0afe8 tempest-ServerRescueNegativeTestJSON-1276408927 tempest-ServerRescueNegativeTestJSON-1276408927-project] 10.222.0.128 "GET /v2.0/ports?device_id=0f12547e-bcd6-45c7-afee-0e20f7929840 HTTP/1.1" status: 200 len: 210 time: 0.0282743 Jul 26 15:41:30.443460 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.624947 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.665123 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.743234 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=795f8ea1-7a7b-42d4-9af7-394331b1cee8,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:30.753033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.809579 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:30.810846 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6a319e98-8539-413a-b991-f7d67e6408f8 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3895745 Jul 26 15:41:30.970256 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-ffeea592-da81-47d2-ae39-a734646b8a52 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--138793859&fields=id&tenant_id=f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 267 time: 0.0445504 Jul 26 15:41:31.082386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-90071653-1982-4403-bc9c-e3774fe81d5d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:31.083826 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-90071653-1982-4403-bc9c-e3774fe81d5d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 811 time: 0.1069770 Jul 26 15:41:31.098956 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-01cb897d-532a-412b-8c35-deebfc52c0e9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/quotas/f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Jul 26 15:41:31.115690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:31.153059 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-f6753ef0-0852-4b93-bff7-286dc125b0ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476196 Jul 26 15:41:31.303367 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-604e12d7-a9c1-497a-abef-278e373fbaf0 service neutron] 10.222.0.128 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361859 Jul 26 15:41:31.401910 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-d5ffe5c0-f715-4d6d-985d-153d46f1a709 service neutron] 10.222.0.128 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917592 Jul 26 15:41:31.432581 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51334) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:32.023503 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:32.048568 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7d1362d2-75d4-4b2d-af7c-ff9ac5f39f70 req-facd9866-0c20-467f-889a-d8f4977f0c41 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0377679 Jul 26 15:41:32.189738 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (7c487701-5238-448d-9a90-3032c4f28ae1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:32.267084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:32.424235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Deleting port 33e4d464-de0c-4efa-aafa-2c6652e6a643 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:32.424597 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:32.508120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] For port 33e4d464-de0c-4efa-aafa-2c6652e6a643, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=33e4d464-de0c-4efa-aafa-2c6652e6a643,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:32.508781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:32.522758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Calling delete_port for 33e4d464-de0c-4efa-aafa-2c6652e6a643 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:32.689014 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:32.767185 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (33e4d464-de0c-4efa-aafa-2c6652e6a643), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:32.797105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e4d464-de0c-4efa-aafa-2c6652e6a643,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:32.978460 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (7c487701-5238-448d-9a90-3032c4f28ae1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:33.153935 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-dd197067-e8e1-42cc-be2f-ddcc153494b7 req-d7f901ea-1b87-4735-b2b7-2b76e0cc8a74 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0303688 Jul 26 15:41:33.202340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Router 7c487701-5238-448d-9a90-3032c4f28ae1 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:33.308082 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:33.315628 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-68aaa57d-c948-401d-aca5-ad81e8ccaa19 admin admin] 10.222.0.128 "PUT /v2.0/routers/7c487701-5238-448d-9a90-3032c4f28ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792977 Jul 26 15:41:33.315792 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51352) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:33.316190 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Sync routers for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:33.328687 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:33.329533 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:33.418733 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks [] for router (7c487701-5238-448d-9a90-3032c4f28ae1), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:33.434300 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:33.527385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks [] for router_gateway (7c487701-5238-448d-9a90-3032c4f28ae1), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:33.547740 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:33.612706 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:33.626325 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:41:32Z', 'revision_number': 5, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port': {'id': '829c86e6-9521-4ff0-b694-bb88f9bf4b37', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:33.658141 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Checking router: 7c487701-5238-448d-9a90-3032c4f28ae1 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:33.667736 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Deleting port 829c86e6-9521-4ff0-b694-bb88f9bf4b37 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:33.668083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:33.669221 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Routers {'7c487701-5238-448d-9a90-3032c4f28ae1'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:33.669754 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['7c487701-5238-448d-9a90-3032c4f28ae1'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:33.767475 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] Set router 7c487701-5238-448d-9a90-3032c4f28ae1 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:33.773824 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-abc904a4-da6a-4efd-ac7f-3cd0d2dd64cd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:33.775271 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-abc904a4-da6a-4efd-ac7f-3cd0d2dd64cd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 811 time: 0.1979666 Jul 26 15:41:33.815716 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] For port 829c86e6-9521-4ff0-b694-bb88f9bf4b37, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=829c86e6-9521-4ff0-b694-bb88f9bf4b37,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:33.819951 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:33.822511 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:41:33Z', 'revision_number': 6, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:33.846458 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Calling delete_port for 829c86e6-9521-4ff0-b694-bb88f9bf4b37 owned by network:router_gateway {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:33.849255 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a48b56-1bbd-47df-bf45-24c5fc06c9ea None None] The sync data for ids ['7c487701-5238-448d-9a90-3032c4f28ae1'] in dv-cinder-851032-1-iscsi is: [{'id': '7c487701-5238-448d-9a90-3032c4f28ae1', 'name': 'tempest-ServerRescueNegativeTestJSON-827056688-router', 'tenant_id': 'cc117969e9394769a471d512ce80734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:08Z', 'updated_at': '2022-07-26T15:41:33Z', 'revision_number': 6, 'project_id': 'cc117969e9394769a471d512ce80734a', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:33.875953 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-66f24a02-4311-4e4b-831e-8c197ae51656 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f81499626e98449897622291738f07f7 HTTP/1.1" status: 200 len: 379 time: 0.0897686 Jul 26 15:41:33.914247 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'port': {'device_id': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'admin_state_up': True, 'tenant_id': 'f81499626e98449897622291738f07f7', 'security_groups': ['b8eaef28-8544-4f9c-9f8b-674360d20195']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:33.992013 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:34.196582 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Made reservation on behalf of f81499626e98449897622291738f07f7 for: {'port': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:34.203718 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.220223 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (829c86e6-9521-4ff0-b694-bb88f9bf4b37), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.286010 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6b38b8b1-61ab-4a90-b0b6-29ea32867974 req-aa8ad21f-df5e-402e-80ce-1d934e2823cd tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0415981 Jul 26 15:41:34.323844 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Pushing event deleted for resources: {'Port': ['ID=829c86e6-9521-4ff0-b694-bb88f9bf4b37,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:34.339440 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c03b7ef2-921a-46c7-a2cf-56b5e31aee6f no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:34.368832 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: c03b7ef2-921a-46c7-a2cf-56b5e31aee6f {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:34.369516 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c03b7ef2-921a-46c7-a2cf-56b5e31aee6f not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:34.441237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (7c487701-5238-448d-9a90-3032c4f28ae1), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.443613 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Allocated IP 172.20.0.9 (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18/7d58d1a6-f21c-44eb-94cb-a32443a35b90/d981ff82-1abd-4949-a1c2-fc61aeb64442) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:34.560970 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (7c487701-5238-448d-9a90-3032c4f28ae1), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.566843 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:34.571522 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks [] for router_controller (7c487701-5238-448d-9a90-3032c4f28ae1), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.742431 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.745579 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (7c487701-5238-448d-9a90-3032c4f28ae1), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.747981 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c487701-5238-448d-9a90-3032c4f28ae1 {{(pid=104582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:41:34.753547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.755362 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-978f9b6e-a2a8-4487-aa7f-42311320625b admin admin] 10.222.0.128 "DELETE /v2.0/routers/7c487701-5238-448d-9a90-3032c4f28ae1 HTTP/1.1" status: 204 len: 168 time: 1.4385235 Jul 26 15:41:34.758161 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51366) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:34.819923 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Deleting subnet 0bfeef8d-f7a3-4996-a466-af2c854a1b24 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:41:34.823375 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Publish callbacks [] for subnet (0bfeef8d-f7a3-4996-a466-af2c854a1b24), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.841811 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.861957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (0bfeef8d-f7a3-4996-a466-af2c854a1b24), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.878542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:34.888129 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:34.893137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:34.897437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:34.913572 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:34.927479 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event updated for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:34.971396 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (0bfeef8d-f7a3-4996-a466-af2c854a1b24), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:34.973754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:34.974595 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.044584 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3f3a8691-b250-40e1-a1b7-8eb4271c0c6b tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1346459 Jul 26 15:41:35.057202 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Request body: {'port': {'device_id': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:35.111356 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (0bfeef8d-f7a3-4996-a466-af2c854a1b24), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.120565 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6e4f619c-b60b-4c26-9b4d-11132bb4445a None None] Provisioning complete for port d981ff82-1abd-4949-a1c2-fc61aeb64442 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:35.121203 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6e4f619c-b60b-4c26-9b4d-11132bb4445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.123480 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.141895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfeef8d-f7a3-4996-a466-af2c854a1b24,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:35.142516 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:35.145752 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.150156 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fe8b236a-9b87-4af8-b03c-6be04e00e989 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/0bfeef8d-f7a3-4996-a466-af2c854a1b24 HTTP/1.1" status: 204 len: 168 time: 0.3909009 Jul 26 15:41:35.152714 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51368) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:35.157693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f619c-b60b-4c26-9b4d-11132bb4445a None None] Port d981ff82-1abd-4949-a1c2-fc61aeb64442 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:41:35.160449 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470edf2-1522-4755-b292-0227b313f49c None None] Network 3b2c9ca8-7a56-40ff-881c-039976281dd4 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:41:35.234262 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:35.239525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (3b2c9ca8-7a56-40ff-881c-039976281dd4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.284402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Deleting port 884f3eef-b434-4687-8fe1-8507e5802f71 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:35.284781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.337504 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] DHCP port deletion for 3b2c9ca8-7a56-40ff-881c-039976281dd4 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:41:35.371953 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] For port 884f3eef-b434-4687-8fe1-8507e5802f71, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=884f3eef-b434-4687-8fe1-8507e5802f71,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:35.372606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.396150 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Calling delete_port for 884f3eef-b434-4687-8fe1-8507e5802f71 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:35.469009 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1fa33-f848-4770-9beb-631ede7b19e5 req-49da5a45-4b8c-472b-ace2-b82fddbcfe92 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:35.470541 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fef1fa33-f848-4770-9beb-631ede7b19e5 req-49da5a45-4b8c-472b-ace2-b82fddbcfe92 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 931 time: 0.0949211 Jul 26 15:41:35.483963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d981ff82-1abd-4949-a1c2-fc61aeb64442 {{(pid=104582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:41:35.497459 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks [] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.522869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Deleting port 884f3eef-b434-4687-8fe1-8507e5802f71 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:35.523479 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.543732 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fef1fa33-f848-4770-9beb-631ede7b19e5 req-2d484e65-2b3e-405f-be09-d4a4ffbf1a73 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643547 Jul 26 15:41:35.567564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.570687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.provisioning_blocks [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Transition to ACTIVE for port object d981ff82-1abd-4949-a1c2-fc61aeb64442 will not be triggered until provisioned by entity L2. {{(pid=104582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:41:35.589153 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] For port 884f3eef-b434-4687-8fe1-8507e5802f71, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=884f3eef-b434-4687-8fe1-8507e5802f71,segment=NetworkSegment(90a2a463-34bf-4551-9157-d5b6f320f3ed),segment_id=90a2a463-34bf-4551-9157-d5b6f320f3ed)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:35.589455 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.592361 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Pushing event deleted for resources: {'Port': ['ID=884f3eef-b434-4687-8fe1-8507e5802f71,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:35.598017 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] No DVR routers for this DVR port 884f3eef-b434-4687-8fe1-8507e5802f71 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:35.609246 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Calling delete_port for 884f3eef-b434-4687-8fe1-8507e5802f71 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:35.613314 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.663487 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:35.675157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:35.680338 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (3b2c9ca8-7a56-40ff-881c-039976281dd4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.703178 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2c9ca8-7a56-40ff-881c-039976281dd4']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:35.705875 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (884f3eef-b434-4687-8fe1-8507e5802f71), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.722599 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a2a463-34bf-4551-9157-d5b6f320f3ed') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:35.722791 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a2a463-34bf-4551-9157-d5b6f320f3ed') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:35.743149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] Pushing event deleted for resources: {'Port': ['ID=884f3eef-b434-4687-8fe1-8507e5802f71,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:35.747062 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (90a2a463-34bf-4551-9157-d5b6f320f3ed), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.754373 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cbc3b-0f0a-4bd0-857b-51416598542e None None] No DVR routers for this DVR port 884f3eef-b434-4687-8fe1-8507e5802f71 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:35.766676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Attempting to bind port d981ff82-1abd-4949-a1c2-fc61aeb64442 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:41:35.767082 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Attempting to bind port d981ff82-1abd-4949-a1c2-fc61aeb64442 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:41:35.767729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Attempting to bind port d981ff82-1abd-4949-a1c2-fc61aeb64442 on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:35.771446 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (90a2a463-34bf-4551-9157-d5b6f320f3ed), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.774485 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Port d981ff82-1abd-4949-a1c2-fc61aeb64442 on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:41:35.774916 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Attempting to bind port d981ff82-1abd-4949-a1c2-fc61aeb64442 on network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:35.781402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Releasing vlan 1528 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:41:35.787099 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (90a2a463-34bf-4551-9157-d5b6f320f3ed), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.787260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:41:35.787260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Checking segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:41:35.787260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Bound using segment: {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'} {{(pid=104582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:41:35.787260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.managers [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Bound port: d981ff82-1abd-4949-a1c2-fc61aeb64442, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2b612b-72e9-4659-ab9c-838d9cfa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18'}}] {{(pid=104582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:41:35.787260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:35.878433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, cleared binding levels {{(pid=104582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:41:35.884273 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:41:35.895997 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 829c86e6-9521-4ff0-b694-bb88f9bf4b37 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:35.919302 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 90a2a463-34bf-4551-9157-d5b6f320f3ed resource provider aggregate not found Jul 26 15:41:35.919424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 829c86e6-9521-4ff0-b694-bb88f9bf4b37 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:35.919424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 829c86e6-9521-4ff0-b694-bb88f9bf4b37 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:35.919424 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 884f3eef-b434-4687-8fe1-8507e5802f71 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:35.939206 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 884f3eef-b434-4687-8fe1-8507e5802f71 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:35.939554 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 884f3eef-b434-4687-8fe1-8507e5802f71 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:35.940127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 33e4d464-de0c-4efa-aafa-2c6652e6a643 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:35.941931 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 90a2a463-34bf-4551-9157-d5b6f320f3ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90a2a463-34bf-4551-9157-d5b6f320f3ed found for delete ", "request_id": "req-805e382c-198e-4930-84b8-fdd9f6ef4bac"}]} Jul 26 15:41:35.965544 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 33e4d464-de0c-4efa-aafa-2c6652e6a643 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:35.965894 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 33e4d464-de0c-4efa-aafa-2c6652e6a643 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:35.973522 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.008606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (3b2c9ca8-7a56-40ff-881c-039976281dd4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.016586 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.017279 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.018702 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] 10.222.0.48 "PUT /v2.0/ports/d981ff82-1abd-4949-a1c2-fc61aeb64442 HTTP/1.1" status: 200 len: 1093 time: 0.9668243 Jul 26 15:41:36.019086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:36.021524 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc6701b-e915-412e-a17c-25d5e3a135c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:36.027430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.033811 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] 10.222.0.128 "DELETE /v2.0/networks/3b2c9ca8-7a56-40ff-881c-039976281dd4 HTTP/1.1" status: 204 len: 168 time: 0.8800206 Jul 26 15:41:36.035409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aadc49-2075-4f8a-8a6d-48abc8567376 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2c9ca8-7a56-40ff-881c-039976281dd4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:36.065508 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd7335-b0e8-48ed-8d9d-cc84141f1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=3']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:36.090011 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149cf3c0-2a7e-49ef-a9c8-06e9cdcc2ad1 x-openstack-request-id: req-149cf3c0-2a7e-49ef-a9c8-06e9cdcc2ad1 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:36.090011 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:36.090011 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-149cf3c0-2a7e-49ef-a9c8-06e9cdcc2ad1 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:36.090011 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149cf3c0-2a7e-49ef-a9c8-06e9cdcc2ad1'] response: {'name': 'network-changed', 'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'status': 'completed', 'code': 200} Jul 26 15:41:36.157574 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-0020dc49-c9a1-42f4-9b8e-5072fb053c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.159141 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-0020dc49-c9a1-42f4-9b8e-5072fb053c2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0481367 Jul 26 15:41:36.222452 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:36.271062 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-6de32e2a-fd4d-4bcd-bdea-a15e5ebd6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.273425 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-6de32e2a-fd4d-4bcd-bdea-a15e5ebd6342 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f81499626e98449897622291738f07f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1047454 Jul 26 15:41:36.378642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-d5e591f9-d381-4bc4-a1d4-5b180f76ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.380046 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afc6701b-e915-412e-a17c-25d5e3a135c0 req-d5e591f9-d381-4bc4-a1d4-5b180f76ef00 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1002696 Jul 26 15:41:36.406354 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51384) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:36.454337 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-cc05e1a9-1ae2-48f6-8eea-afcd011cb56a admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=cc117969e9394769a471d512ce80734a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468323 Jul 26 15:41:36.456980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51386) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:36.467705 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-fb47933a-a628-4e91-9f73-1dbd606c6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.469308 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-fb47933a-a628-4e91-9f73-1dbd606c6c70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0479066 Jul 26 15:41:36.505462 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] Publish callbacks [] for security_group (741df53a-ab4a-434d-8854-ec69d81adfca), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.514662 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-80d19d18-f07b-4c4d-b639-7b3636a50ef6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442 HTTP/1.1" status: 200 len: 217 time: 0.0363660 Jul 26 15:41:36.518932 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:36.528136 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] Publish callbacks [] for security_group (741df53a-ab4a-434d-8854-ec69d81adfca), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.664071 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (741df53a-ab4a-434d-8854-ec69d81adfca), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.666607 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:36.670233 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/741df53a-ab4a-434d-8854-ec69d81adfca HTTP/1.1" status: 204 len: 168 time: 0.2099371 Jul 26 15:41:36.678496 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ca485-ea99-40fc-8f87-42aecc00f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741df53a-ab4a-434d-8854-ec69d81adfca,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:36.847367 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3a011542-6851-4b8a-bf50-1ccda2e17f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.848527 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3a011542-6851-4b8a-bf50-1ccda2e17f2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.3275034 Jul 26 15:41:36.857710 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d82b7e-5ef6-408d-90b2-15fcc0b31771 req-e79659bb-fdf1-4a5b-af16-2953f171e270 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.859131 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61d82b7e-5ef6-408d-90b2-15fcc0b31771 req-e79659bb-fdf1-4a5b-af16-2953f171e270 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 943 time: 0.0608380 Jul 26 15:41:36.917845 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-904235dc-7721-4a2c-a388-fd49e72d98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:36.919256 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-904235dc-7721-4a2c-a388-fd49e72d98ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592728 Jul 26 15:41:36.982756 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-61d82b7e-5ef6-408d-90b2-15fcc0b31771 req-fbd9bf1f-974c-4b87-9786-b9e0f7582849 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131198 Jul 26 15:41:37.034993 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-00185aea-c3a7-486a-bcb0-05b03e30f7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080303 Jul 26 15:41:37.136816 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-42268ca0-f3d4-4ec7-908f-23919d171b03 req-3bd0c28d-114d-4edf-a887-81928eec4c83 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940163 Jul 26 15:41:38.111611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08082279-31fe-4889-9ffb-d4454ccf5d25 req-87a18a60-7c95-48c3-af84-aada1d5756ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:38.119437 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-08082279-31fe-4889-9ffb-d4454ccf5d25 req-87a18a60-7c95-48c3-af84-aada1d5756ab tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 943 time: 0.0581958 Jul 26 15:41:38.167206 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-08082279-31fe-4889-9ffb-d4454ccf5d25 req-d5afe210-7294-420a-8b5d-14a8d6f73a72 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Jul 26 15:41:38.310010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:39.295206 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eec7a7-229b-4bc5-920d-c4794bb5a73d req-af6649d1-a192-4dcf-90f6-f95568f75bfe tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:39.296748 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-29eec7a7-229b-4bc5-920d-c4794bb5a73d req-af6649d1-a192-4dcf-90f6-f95568f75bfe tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 943 time: 0.0541596 Jul 26 15:41:39.341635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:39.346251 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-29eec7a7-229b-4bc5-920d-c4794bb5a73d req-75b22500-3ea1-41df-9689-cdad938d019c tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438602 Jul 26 15:41:40.408879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device d981ff82-1abd-4949-a1c2-fc61aeb64442 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:41:40.413501 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:40.503244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bed46c-8bd2-4754-be86-e43c2669c341 req-0fb8d9e2-9484-449b-8b03-5908fd2c8ff9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:40.504747 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93bed46c-8bd2-4754-be86-e43c2669c341 req-0fb8d9e2-9484-449b-8b03-5908fd2c8ff9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 943 time: 0.0691631 Jul 26 15:41:40.538597 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:40.549879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'port_id': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'mac_address': 'fa:16:3e:c7:38:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:41:40.561079 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-93bed46c-8bd2-4754-be86-e43c2669c341 req-74ad9742-dc6a-4a61-b55f-90e0d76a8fc0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495832 Jul 26 15:41:40.588614 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port d981ff82-1abd-4949-a1c2-fc61aeb64442 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:41:40.589011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:40.603343 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d981ff82-1abd-4949-a1c2-fc61aeb64442 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:41:40.623821 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:40.681929 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:40.721622 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:40.740154 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:40.985471 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['d981ff82-1abd-4949-a1c2-fc61aeb64442'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:41.692283 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f172d5-9e34-493f-bbba-420117696a93 req-b6565e11-dc80-48ed-b889-935e993493d9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:41.693780 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-05f172d5-9e34-493f-bbba-420117696a93 req-b6565e11-dc80-48ed-b889-935e993493d9 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 944 time: 0.0541570 Jul 26 15:41:41.747228 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-05f172d5-9e34-493f-bbba-420117696a93 req-dc5bb618-5196-4f72-a56e-1fadd9dd9922 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473673 Jul 26 15:41:41.974905 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51562) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:42.088161 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0aba-00f7-4279-a244-dd35a4b3ecda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.196234 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0aba-00f7-4279-a244-dd35a4b3ecda admin admin] Publish callbacks [] for security_group (a9a2269c-a452-4316-9974-b5aa9a98f38a), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.290539 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0aba-00f7-4279-a244-dd35a4b3ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a9a2269c-a452-4316-9974-b5aa9a98f38a), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.302851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:42.339826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a679e7c-ccb4-4052-9aa1-24dfc2d6514c req-505a7c66-8ebc-4fa5-bea6-aaafb893c806 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:42.341334 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a679e7c-ccb4-4052-9aa1-24dfc2d6514c req-505a7c66-8ebc-4fa5-bea6-aaafb893c806 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0814128 Jul 26 15:41:42.352068 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc0aba-00f7-4279-a244-dd35a4b3ecda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a2269c-a452-4316-9974-b5aa9a98f38a,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:42.373064 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-0cbc0aba-00f7-4279-a244-dd35a4b3ecda admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d49020e611e640f89179e24fac70c028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945513 Jul 26 15:41:42.373421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51568) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:42.401778 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a679e7c-ccb4-4052-9aa1-24dfc2d6514c req-48e8d2a9-b402-4a23-a45d-6baa738b3802 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543983 Jul 26 15:41:42.416654 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device d981ff82-1abd-4949-a1c2-fc61aeb64442 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:41:42.429420 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] Publish callbacks [] for security_group (a9a2269c-a452-4316-9974-b5aa9a98f38a), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.452482 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] Publish callbacks [] for security_group (a9a2269c-a452-4316-9974-b5aa9a98f38a), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.470232 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port d981ff82-1abd-4949-a1c2-fc61aeb64442 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:41:42.527514 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port d981ff82-1abd-4949-a1c2-fc61aeb64442 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:42.527897 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.566968 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a9a2269c-a452-4316-9974-b5aa9a98f38a), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.569639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.570984 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/a9a2269c-a452-4316-9974-b5aa9a98f38a HTTP/1.1" status: 204 len: 168 time: 0.1965256 Jul 26 15:41:42.579476 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974e48-e751-4a58-b99b-dbb364405131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a2269c-a452-4316-9974-b5aa9a98f38a,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:42.612765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port d981ff82-1abd-4949-a1c2-fc61aeb64442 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:41:42.613088 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.640192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:42.642451 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd07695-5ed7-48fd-a11e-5b74745919df" -d '{"events": [{"server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "name": "network-vif-plugged", "status": "completed", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:42.656338 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:42.683373 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421c74c-e9f2-4115-8fa0-1b247750e25d x-openstack-request-id: req-4421c74c-e9f2-4115-8fa0-1b247750e25d {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:42.683662 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "name": "network-vif-plugged", "status": "completed", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:42.683963 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-4421c74c-e9f2-4115-8fa0-1b247750e25d {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:42.684359 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4421c74c-e9f2-4115-8fa0-1b247750e25d'] response: {'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'code': 200} Jul 26 15:41:42.731647 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:42.779881 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:42.878376 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c327d-e79f-461f-b1a6-8ab8c402c995 req-cff54fc5-a93a-45d8-b33c-ad7c8b0b51d2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:42.879977 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-950c327d-e79f-461f-b1a6-8ab8c402c995 req-cff54fc5-a93a-45d8-b33c-ad7c8b0b51d2 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.0499980 Jul 26 15:41:42.930793 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-950c327d-e79f-461f-b1a6-8ab8c402c995 req-56dccab0-dbc5-4404-b262-f895321906b0 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Jul 26 15:41:43.166566 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51578) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:43.180380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-34534d1a-91ce-4e60-acec-007d468d21cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.256820 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-34534d1a-91ce-4e60-acec-007d468d21cb admin admin] Publish callbacks [] for security_group (d8aef7c9-0c89-4b40-bf2c-d68d01da74c2), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.320654 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-34534d1a-91ce-4e60-acec-007d468d21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d8aef7c9-0c89-4b40-bf2c-d68d01da74c2), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.364245 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-34534d1a-91ce-4e60-acec-007d468d21cb admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=85dd122f2a344b7a8786d93020f40aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964605 Jul 26 15:41:43.365352 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534d1a-91ce-4e60-acec-007d468d21cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aef7c9-0c89-4b40-bf2c-d68d01da74c2,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:43.366927 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51580) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:43.417456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] Publish callbacks [] for security_group (d8aef7c9-0c89-4b40-bf2c-d68d01da74c2), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.439567 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] Publish callbacks [] for security_group (d8aef7c9-0c89-4b40-bf2c-d68d01da74c2), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.533290 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b04b31-5610-4b95-8e86-ffdc1f616bce req-2f4d23db-288a-42b8-9ba8-714570c97809 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:43.534757 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28b04b31-5610-4b95-8e86-ffdc1f616bce req-2f4d23db-288a-42b8-9ba8-714570c97809 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Jul 26 15:41:43.569982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d8aef7c9-0c89-4b40-bf2c-d68d01da74c2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.573226 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:43.574384 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/d8aef7c9-0c89-4b40-bf2c-d68d01da74c2 HTTP/1.1" status: 204 len: 168 time: 0.2063749 Jul 26 15:41:43.579013 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:43.593317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c2a8-9508-4f63-b34b-3f1bc58c672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aef7c9-0c89-4b40-bf2c-d68d01da74c2,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:43.598105 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28b04b31-5610-4b95-8e86-ffdc1f616bce req-840310fe-a201-4c7a-9b33-47fffbb8a9a9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569983 Jul 26 15:41:43.825184 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=42 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:43.827117 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=19 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:44.037218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526288f3-28e2-4da3-825f-beb4595ad92b req-6909fea3-1095-448e-87fe-846ca5f24f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:44.038877 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-526288f3-28e2-4da3-825f-beb4595ad92b req-6909fea3-1095-448e-87fe-846ca5f24f17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0461640 Jul 26 15:41:44.061863 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:44.077313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a93f1-2e11-44fb-bf04-3683154b3933 req-7f5607bc-20de-49b1-92ee-5a8ad9ee8a18 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:44.078981 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-683a93f1-2e11-44fb-bf04-3683154b3933 req-7f5607bc-20de-49b1-92ee-5a8ad9ee8a18 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Jul 26 15:41:44.121084 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-526288f3-28e2-4da3-825f-beb4595ad92b req-515ccc35-98da-49c6-ac33-323bbfe7de0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Jul 26 15:41:44.151154 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887d39-837b-4fc2-a387-145d397385a4 req-8e00216a-4218-4f00-8c72-29e2ce9c14e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:44.153305 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-01887d39-837b-4fc2-a387-145d397385a4 req-8e00216a-4218-4f00-8c72-29e2ce9c14e6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0699179 Jul 26 15:41:44.172571 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-683a93f1-2e11-44fb-bf04-3683154b3933 req-0273cbfe-f0d5-4970-abba-2747d5d4cef5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794501 Jul 26 15:41:44.423489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port 3f832667-173e-45d5-bdc2-2c4340f882ab {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:44.423940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:44.523395 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] For port 3f832667-173e-45d5-bdc2-2c4340f882ab, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=3f832667-173e-45d5-bdc2-2c4340f882ab,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:44.523852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:44.617596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-9e490a4e-faa6-41ef-a510-e6af140bdb9a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205054619&fields=id&tenant_id=7c892ef56ae9488089386d1a733ae3c0 HTTP/1.1" status: 200 len: 267 time: 0.0497591 Jul 26 15:41:44.676206 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-5f947632-1c1a-4045-bd32-04942e1aa39e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:44.677781 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-5f947632-1c1a-4045-bd32-04942e1aa39e tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 984 time: 0.0533440 Jul 26 15:41:44.692530 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Request body: {'port': {'security_groups': ['82cfdcd0-efa3-4f48-a528-955bf5c5c94e']}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:44.761480 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:44.761952 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:44.762226 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP cde7fa95-e6a8-4325-b454-5f2bb92dd2b4 disassociated. External IP: 172.27.1.7, port: 3f832667-173e-45d5-bdc2-2c4340f882ab. Jul 26 15:41:44.762723 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for 3f832667-173e-45d5-bdc2-2c4340f882ab owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:44.770816 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db69ad-4983-4e8b-b820-7fc8f997f981 req-3168ffb0-0924-438a-9af7-70911e74db4f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:44.772305 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-99db69ad-4983-4e8b-b820-7fc8f997f981 req-3168ffb0-0924-438a-9af7-70911e74db4f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 945 time: 0.0729046 Jul 26 15:41:44.774749 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:44.854109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:44.873894 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-99db69ad-4983-4e8b-b820-7fc8f997f981 req-cb35c72e-2e7f-4758-9178-f65583186224 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=96519bd6-404b-4121-a2d4-994964e146b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927985 Jul 26 15:41:44.977712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:44.984588 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:45.013994 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for port (74435adb-9de7-4203-96da-1b7dc6de5828), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.058310 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (3f832667-173e-45d5-bdc2-2c4340f882ab), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.086652 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=3f832667-173e-45d5-bdc2-2c4340f882ab,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:45.092602 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.105338 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:45.182291 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:45.186563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.186563 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b2cd854f-9e02-4b20-a2e5-0d30f451b4d0 req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "PUT /v2.0/ports/74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 942 time: 0.4971402 Jul 26 15:41:45.188602 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:45.192398 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6792895d-672e-4f8d-ab29-1066fff868a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:45.202418 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51622) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:45.221043 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:45.280669 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:45.289539 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:45.292712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308485d6-7e23-4fff-ba25-dc8d0ee110b1 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event updated for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=7']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:45.311697 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e5d4e-cedf-49b7-8d43-00b9c7800e41 x-openstack-request-id: req-be3e5d4e-cedf-49b7-8d43-00b9c7800e41 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:45.312802 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:45.313227 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-be3e5d4e-cedf-49b7-8d43-00b9c7800e41 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:45.313794 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3e5d4e-cedf-49b7-8d43-00b9c7800e41'] response: {'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:41:45.391163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (0a707b5c-38d1-45a4-83e5-2d06dbf68a35), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.413187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ced65-60e2-4330-8fda-8275bbfab428 req-05817ea5-1600-4991-b80b-b00cfb5b076d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:45.425460 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2a7ced65-60e2-4330-8fda-8275bbfab428 req-05817ea5-1600-4991-b80b-b00cfb5b076d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.1016796 Jul 26 15:41:45.482488 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (0a707b5c-38d1-45a4-83e5-2d06dbf68a35), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.497723 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2a7ced65-60e2-4330-8fda-8275bbfab428 req-4d948782-9bc5-476a-be33-a54ab73bdc3e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711069 Jul 26 15:41:45.558384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:45.564554 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:45.577161 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:45.580043 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:45.603747 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:45.604244 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:45.634800 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] No DVR routers for this DVR port 3f832667-173e-45d5-bdc2-2c4340f882ab on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:45.638040 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.643110 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-01887d39-837b-4fc2-a387-145d397385a4 req-b114bf86-e994-4f08-a033-5a411349d17c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "DELETE /v2.0/ports/3f832667-173e-45d5-bdc2-2c4340f882ab HTTP/1.1" status: 204 len: 173 time: 1.3115089 Jul 26 15:41:45.643665 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'name': 'network-vif-deleted', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:45.647890 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbe42ae-d19b-4c55-ae9b-bbd48bfe6bb2" -d '{"events": [{"server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "name": "network-vif-deleted", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:45.664694 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (0a707b5c-38d1-45a4-83e5-2d06dbf68a35), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.675635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.678409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c4b9563c-4dcf-4b6d-8092-8c12461b21c0 None None] Provisioning complete for port 74435adb-9de7-4203-96da-1b7dc6de5828 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:45.678660 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4b9563c-4dcf-4b6d-8092-8c12461b21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.685432 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "DELETE /v2.0/security-groups/0a707b5c-38d1-45a4-83e5-2d06dbf68a35 HTTP/1.1" status: 204 len: 168 time: 0.4757228 Jul 26 15:41:45.687809 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51636) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:45.739372 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0916f3-bc91-4589-9bf2-3644775ca3a0 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a707b5c-38d1-45a4-83e5-2d06dbf68a35,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:45.749161 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c824402-b49f-4dba-a342-801277020cc9 x-openstack-request-id: req-7c824402-b49f-4dba-a342-801277020cc9 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:45.754881 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81603c0d-50b8-4ca7-8487-8063b5ec69e7", "name": "network-vif-deleted", "tag": "3f832667-173e-45d5-bdc2-2c4340f882ab", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:45.754881 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-7c824402-b49f-4dba-a342-801277020cc9 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:45.754881 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c824402-b49f-4dba-a342-801277020cc9'] response: {'server_uuid': '81603c0d-50b8-4ca7-8487-8063b5ec69e7', 'name': 'network-vif-deleted', 'tag': '3f832667-173e-45d5-bdc2-2c4340f882ab', 'status': 'completed', 'code': 200} Jul 26 15:41:45.802574 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-df51ab91-23e2-4890-9738-99e509ae02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:45.803495 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:45.805215 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-df51ab91-23e2-4890-9738-99e509ae02f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1129 time: 0.0981061 Jul 26 15:41:45.860883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:45.903786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9563c-4dcf-4b6d-8092-8c12461b21c0 None None] Current status of the port 74435adb-9de7-4203-96da-1b7dc6de5828 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:41:45.917779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a6d03019-a32d-4a22-9416-f32dd0cf3b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:45.990872 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-abbcb6e2-099b-428e-8478-36b697fced63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:45.992911 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-abbcb6e2-099b-428e-8478-36b697fced63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.1792884 Jul 26 15:41:46.003156 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Deleting port cbde638d-ceda-4f3e-a3a4-5a12795a593d {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:46.003595 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.093000 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4de09afa-e05a-457e-b826-9616891fed58 req-c597c1bf-f11f-4759-b0a0-ce0b6efdc7cc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=81603c0d-50b8-4ca7-8487-8063b5ec69e7 HTTP/1.1" status: 200 len: 210 time: 0.0354767 Jul 26 15:41:46.103869 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-4d641434-2c28-4c38-9c57-9ded50b0b659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 1001 time: 0.1044848 Jul 26 15:41:46.141652 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.142878 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for floatingip (cbde638d-ceda-4f3e-a3a4-5a12795a593d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.162778 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Calling delete_port for cbde638d-ceda-4f3e-a3a4-5a12795a593d owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:46.194713 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:46.195690 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-2732a310-a112-460a-9b84-e90dbe9c5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:46.198057 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-2732a310-a112-460a-9b84-e90dbe9c5748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0870111 Jul 26 15:41:46.231074 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:46.233537 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:46.263769 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-5c792183-3a11-4bff-9646-bfe1f9d29f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:46.266401 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-5c792183-3a11-4bff-9646-bfe1f9d29f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600407 Jul 26 15:41:46.297041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:46.297688 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:46.424015 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (cbde638d-ceda-4f3e-a3a4-5a12795a593d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.455102 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event deleted for resources: {'Port': ['ID=cbde638d-ceda-4f3e-a3a4-5a12795a593d,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:46.539331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks [] for floatingip (279dfd80-fe64-4ffc-a528-9213a4199cf7), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.539606 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Floating IP 279dfd80-fe64-4ffc-a528-9213a4199cf7 disassociated (deleted). External IP: 172.27.1.197, port: 74435adb-9de7-4203-96da-1b7dc6de5828. Jul 26 15:41:46.579938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:46.588946 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-d2091d78-b752-428c-9824-0143753734cc service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146200 Jul 26 15:41:46.685373 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:46.780969 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:46.809109 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Router 6539b60e-a1ab-4154-b61e-e4045e91b993 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:46.948625 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:46.957093 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:46.965497 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Sync routers for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:46.969251 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:46.998831 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f629ca45-0446-431d-bc0e-83204ed621db tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "DELETE /v2.0/floatingips/279dfd80-fe64-4ffc-a528-9213a4199cf7 HTTP/1.1" status: 204 len: 168 time: 1.3096256 Jul 26 15:41:47.008455 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:47.009515 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:47.013376 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7207f5-0946-416a-8edf-bf29a2166d84 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:47.020698 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b22-5b95-46e9-86df-be875436c675 req-b291e49e-32cb-4495-8df0-ddfa9f43011e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:47.025304 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-925d9b22-5b95-46e9-86df-be875436c675 req-b291e49e-32cb-4495-8df0-ddfa9f43011e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.4168475 Jul 26 15:41:47.109558 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6792895d-672e-4f8d-ab29-1066fff868a0 req-31b87d52-7989-4234-bd1f-bcb37d9f11b4 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141997 Jul 26 15:41:47.151435 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-925d9b22-5b95-46e9-86df-be875436c675 req-1cdd1d66-621c-416b-bb99-87f77e7a6c29 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208165 Jul 26 15:41:47.198653 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:47.315061 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:47.319494 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd613279-7e44-427d-959d-90718488f3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:47.328385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfc3f8-bee6-4c2d-bbdb-c75de1217c6c req-23e36318-7d0f-4644-be64-b801ba4e19a3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:47.340422 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-86dfc3f8-bee6-4c2d-bbdb-c75de1217c6c req-23e36318-7d0f-4644-be64-b801ba4e19a3 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.0719776 Jul 26 15:41:47.341772 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51668) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:47.348330 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Request body: {'floatingip': {'port_id': 'd981ff82-1abd-4949-a1c2-fc61aeb64442'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:47.390638 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:47.398784 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139faa93-0c5c-4917-9605-9d4980e0015d None None] New status for floating IP cde7fa95-e6a8-4325-b454-5f2bb92dd2b4: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:47.441266 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:47.468204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51670) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:47.515378 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:47.550161 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe96573-5750-426b-97cd-b63fbf785199 x-openstack-request-id: req-0fe96573-5750-426b-97cd-b63fbf785199 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:47.550607 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:47.550954 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-0fe96573-5750-426b-97cd-b63fbf785199 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:47.551496 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe96573-5750-426b-97cd-b63fbf785199'] response: {'name': 'network-changed', 'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:41:47.575261 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:47.613540 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613279-7e44-427d-959d-90718488f3d3 req-4db068ff-2a3d-4c22-9c33-8553f8493986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:47.615037 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-4db068ff-2a3d-4c22-9c33-8553f8493986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c892ef56ae9488089386d1a733ae3c0&device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 1129 time: 0.0643244 Jul 26 15:41:47.615750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (96519bd6-404b-4121-a2d4-994964e146b3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:47.617419 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Checking router: 6539b60e-a1ab-4154-b61e-e4045e91b993 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:47.627723 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:47.629250 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:47.692991 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (96519bd6-404b-4121-a2d4-994964e146b3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:47.760335 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:47.763103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613279-7e44-427d-959d-90718488f3d3 req-a47a3362-42fa-4e11-a93d-dc50c022dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:47.764504 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-a47a3362-42fa-4e11-a93d-dc50c022dc94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 200 len: 916 time: 0.1425314 Jul 26 15:41:47.870105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (96519bd6-404b-4121-a2d4-994964e146b3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:47.873004 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:47.876721 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/security-groups/96519bd6-404b-4121-a2d4-994964e146b3 HTTP/1.1" status: 204 len: 168 time: 0.4050040 Jul 26 15:41:47.877752 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51676) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:47.885273 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a87b00-aa7f-48b1-ab32-cdc1fa13b56e tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96519bd6-404b-4121-a2d4-994964e146b3,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:47.907756 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.api.v2.resource [None req-dfa2715e-4bc3-483d-880c-247bb73e03a8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] show failed (client error): The resource could not be found. Jul 26 15:41:47.911769 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dfa2715e-4bc3-483d-880c-247bb73e03a8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups/96519bd6-404b-4121-a2d4-994964e146b3 HTTP/1.1" status: 404 len: 347 time: 0.0329962 Jul 26 15:41:47.911903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51678) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:47.983285 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:48.000936 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-57bf92bb-f5b6-41fb-8cee-9339a0d98d98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 200 len: 217 time: 0.0454161 Jul 26 15:41:48.004609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.017501 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa490a46-672b-4a26-a224-3e02baf56a42 None None] The sync data for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi is: [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:38:11Z', 'revision_number': 4, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'd7b6ca25-bab6-46f3-8302-a32d85cb0bd1', 'name': '', 'network_id': '0835ecc4-c7ad-4c73-8803-8b011d8ed926', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'mac_address': 'fa:16:3e:02:4e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:09Z', 'updated_at': '2022-07-26T15:38:18Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'subnets': [{'id': '733e4251-0e48-4ccc-8f65-85d2b484b89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:48.058626 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.124924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port c911bb92-f63c-4e17-adc8-e07578f95208 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:48.125513 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.128996 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613279-7e44-427d-959d-90718488f3d3 req-4c3e7614-4482-410c-be22-7bcb7e0f7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:48.130458 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-4c3e7614-4482-410c-be22-7bcb7e0f7424 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 200 len: 853 time: 0.0987210 Jul 26 15:41:48.202493 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Floating IP 2ba7d2ee-c64b-49a8-ba83-8d8f26461230 associated. External IP: 172.27.1.234, port: d981ff82-1abd-4949-a1c2-fc61aeb64442. Jul 26 15:41:48.207191 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:48.221046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613279-7e44-427d-959d-90718488f3d3 req-64d77f89-900f-4fe5-bfe8-52e282c09363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:48.222539 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-64d77f89-900f-4fe5-bfe8-52e282c09363 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0835ecc4-c7ad-4c73-8803-8b011d8ed926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811236 Jul 26 15:41:48.310866 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.311192 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (c911bb92-f63c-4e17-adc8-e07578f95208), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.323466 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:48.331376 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for c911bb92-f63c-4e17-adc8-e07578f95208 owned by network:floatingip {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:48.367352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7e819bbf-4034-4458-8656-47e283715095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.383467 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-c444dfec-8969-4873-9a5e-90b7b2510656 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527648 Jul 26 15:41:48.431595 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 3f832667-173e-45d5-bdc2-2c4340f882ab no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:48.437433 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9643dc-bcb8-47b5-adf0-5e53730dd282 None None] New status for floating IP 279dfd80-fe64-4ffc-a528-9213a4199cf7: DOWN {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:48.465593 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 3f832667-173e-45d5-bdc2-2c4340f882ab {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:48.465931 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 3f832667-173e-45d5-bdc2-2c4340f882ab not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:48.484788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:41:48.629797 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-fd613279-7e44-427d-959d-90718488f3d3 req-0d6ae037-8e66-4d2f-afa8-bca307b58e89 service neutron] 10.222.0.48 "GET /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812363 Jul 26 15:41:48.761852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c911bb92-f63c-4e17-adc8-e07578f95208), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.766916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:48.791394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=c911bb92-f63c-4e17-adc8-e07578f95208,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:48.871646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (cde7fa95-e6a8-4325-b454-5f2bb92dd2b4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.874698 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.878033 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4865173b-2b62-4cad-bfc5-87ab807eb18b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/floatingips/cde7fa95-e6a8-4325-b454-5f2bb92dd2b4 HTTP/1.1" status: 204 len: 168 time: 0.9627240 Jul 26 15:41:48.901496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:41:48.906274 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:48.913851 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:41:48.924776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:48.928898 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:48.934159 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:48.939913 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f8494f18-7316-46da-b7da-5b0bac1812a5 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "PUT /v2.0/floatingips/2ba7d2ee-c64b-49a8-ba83-8d8f26461230 HTTP/1.1" status: 200 len: 991 time: 1.5966439 Jul 26 15:41:49.039553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:49.056634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51698) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:49.061326 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146374112', 'description': 'tempest-description--124118702'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:49.183781 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.269807 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (18b03743-8de3-4629-a657-20a9b93f6178), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.283505 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '2ba7d2ee-c64b-49a8-ba83-8d8f26461230', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:c7:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:30Z', 'updated_at': '2022-07-26T15:41:47Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:49.311419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:41:49.320370 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:41:49.321719 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:49.354932 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (18b03743-8de3-4629-a657-20a9b93f6178), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.385897 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b03743-8de3-4629-a657-20a9b93f6178,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:49.422473 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:49.442138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.443732 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.445027 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e9c77fbe-acd8-4581-bd04-303eae10f0f8 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3873560 Jul 26 15:41:49.449156 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51704) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:49.452027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:41:49.453773 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '18b03743-8de3-4629-a657-20a9b93f6178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:49.553153 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:49.557160 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847881d-59c0-4692-9fc7-4ba5df96f527" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:49.557321 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (574f788c-40ad-487a-a85b-098f73494d39), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.597249 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667fb614-6402-4b03-863d-a49fef7638be x-openstack-request-id: req-667fb614-6402-4b03-863d-a49fef7638be {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:49.597539 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:49.597790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-667fb614-6402-4b03-863d-a49fef7638be {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:49.598191 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667fb614-6402-4b03-863d-a49fef7638be'] response: {'name': 'network-changed', 'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'status': 'completed', 'code': 200} Jul 26 15:41:49.622236 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (574f788c-40ad-487a-a85b-098f73494d39), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.663684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-8672905d-6b30-4f2a-81c3-aaf79a1d84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:49.665779 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-8672905d-6b30-4f2a-81c3-aaf79a1d84c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81499626e98449897622291738f07f7&device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0458205 Jul 26 15:41:49.677607 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '2ba7d2ee-c64b-49a8-ba83-8d8f26461230', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:c7:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:30Z', 'updated_at': '2022-07-26T15:41:47Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:41:49.683218 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:49.704624 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577d36-ca3b-485d-9030-bb5215cf45ad None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '2ba7d2ee-c64b-49a8-ba83-8d8f26461230', 'tenant_id': 'f81499626e98449897622291738f07f7', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'port_id': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'mac_address': 'fa:16:3e:c7:38:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:30Z', 'updated_at': '2022-07-26T15:41:47Z', 'revision_number': 1, 'project_id': 'f81499626e98449897622291738f07f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:41:49.720951 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (574f788c-40ad-487a-a85b-098f73494d39), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.759612 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f788c-40ad-487a-a85b-098f73494d39,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:49.816455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-8c691683-6a07-492d-ae19-a66ef51f117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:49.818215 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-8c691683-6a07-492d-ae19-a66ef51f117b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 200 len: 913 time: 0.1450779 Jul 26 15:41:49.867355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:49.870128 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a4673f37-7e2a-4c2f-b9da-5d59c154c48d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4199214 Jul 26 15:41:49.873001 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51714) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:49.877476 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'security_group_rule': {'security_group_id': '18b03743-8de3-4629-a657-20a9b93f6178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:49.919443 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-eee9e8c5-f349-4950-a6f6-390523a13ed8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442 HTTP/1.1" status: 200 len: 999 time: 0.0949612 Jul 26 15:41:49.976114 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-de5d49b6-9ba5-4839-970f-3140d6627345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:49.977707 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-de5d49b6-9ba5-4839-970f-3140d6627345 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 200 len: 850 time: 0.0506616 Jul 26 15:41:49.989863 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a6a3f1-ee4e-4a02-97ba-706311034acd None None] New status for floating IP 2ba7d2ee-c64b-49a8-ba83-8d8f26461230: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:41:50.030828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-6e87a4e8-0c73-407a-be78-2c8a1a89c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:50.032610 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-6e87a4e8-0c73-407a-be78-2c8a1a89c859 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460141 Jul 26 15:41:50.035943 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (6851a523-ee3e-4c11-90be-c52972425cd4), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.102603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (6851a523-ee3e-4c11-90be-c52972425cd4), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.157846 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-46b8c5e6-11c7-4752-a291-fb26cc86f7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180921 Jul 26 15:41:50.166926 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (6851a523-ee3e-4c11-90be-c52972425cd4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.193078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6851a523-ee3e-4c11-90be-c52972425cd4,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:50.265344 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.266552 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-222b3fe7-df8c-4b6a-8d18-9e670c27f4a2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925598 Jul 26 15:41:50.266994 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0847881d-59c0-4692-9fc7-4ba5df96f527 req-be4395ab-0c6c-41bc-8fc3-79059901b9fe service neutron] 10.222.0.48 "GET /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024444 Jul 26 15:41:50.269803 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51720) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:50.281714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:50.296348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:50.370315 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.453573 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.571981 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.27.1.82 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/7f1a2e95-d3a1-418a-b2dd-96c35daa09c1) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:50.686051 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.692054 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:50.795440 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:50.840041 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:50.845664 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:50.847574 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=7f1a2e95-d3a1-418a-b2dd-96c35daa09c1,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:50.849717 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:50.943301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.084153 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.238024 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.309176 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.348962 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.349176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.416885 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=7f1a2e95-d3a1-418a-b2dd-96c35daa09c1,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:51.432416 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.488210 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:51.489514 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8ced00a0-5714-4ef1-9762-14ce9f9caac5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2187452 Jul 26 15:41:51.642075 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34465a41-9ae1-48f7-8277-dc89229e35dd req-57a14b30-cc45-4ebc-bcdc-e263e1d5e692 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:51.643565 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-34465a41-9ae1-48f7-8277-dc89229e35dd req-57a14b30-cc45-4ebc-bcdc-e263e1d5e692 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0549762 Jul 26 15:41:51.672408 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:51.697374 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-34465a41-9ae1-48f7-8277-dc89229e35dd req-5f1ac962-0259-4879-a779-691dc2d738d8 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Jul 26 15:41:51.714359 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-06c8c691-1823-4a7d-825c-19edd6d59481 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-securitygroup--146374112&fields=id&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 267 time: 0.0527108 Jul 26 15:41:51.731217 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:51.867040 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-9ec8da20-77be-464b-ab5f-41dc7a257870 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:51.868594 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-9ec8da20-77be-464b-ab5f-41dc7a257870 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.1472805 Jul 26 15:41:51.884552 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-11f4f096-a23e-4e79-b779-5b645e1d0c3d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/quotas/1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Jul 26 15:41:51.939879 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-89a70b9b-78b6-4d13-a373-cf19c00456f9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500441 Jul 26 15:41:52.040619 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-28108cfd-b46d-4052-965e-920236e95883 service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880404 Jul 26 15:41:52.111492 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:52.143458 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51770) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:52.148442 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-fa1cc04b-1844-46c3-a71b-75bda267621e service neutron] 10.222.0.128 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011374 Jul 26 15:41:52.263725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-857b525a-3b01-4389-b095-8af7a40964ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.344869 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-857b525a-3b01-4389-b095-8af7a40964ed admin admin] Publish callbacks [] for security_group (8291fa7e-7553-4e72-b7ba-1cd8fd672d20), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.392549 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f1243506-d041-433b-9820-5c7e25fdbade req-6883a9ed-332f-41f6-be80-5df0ca4c3694 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0338511 Jul 26 15:41:52.425587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-857b525a-3b01-4389-b095-8af7a40964ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8291fa7e-7553-4e72-b7ba-1cd8fd672d20), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.469491 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-857b525a-3b01-4389-b095-8af7a40964ed admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=21766e7ea27e4f6fb03aacfdebcc9458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247600 Jul 26 15:41:52.470373 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b525a-3b01-4389-b095-8af7a40964ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8291fa7e-7553-4e72-b7ba-1cd8fd672d20,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:52.481645 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51778) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:52.535074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] Publish callbacks [] for security_group (8291fa7e-7553-4e72-b7ba-1cd8fd672d20), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.558600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] Publish callbacks [] for security_group (8291fa7e-7553-4e72-b7ba-1cd8fd672d20), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.669476 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8291fa7e-7553-4e72-b7ba-1cd8fd672d20), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.672386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:52.673844 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/8291fa7e-7553-4e72-b7ba-1cd8fd672d20 HTTP/1.1" status: 204 len: 168 time: 0.1994507 Jul 26 15:41:52.687442 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde324f1-61f1-44c3-b198-20ad47710cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291fa7e-7553-4e72-b7ba-1cd8fd672d20,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:52.824334 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1c4a0-abac-4ffd-99c3-26fbe13127b9 req-5b259273-b5ff-459b-b142-edd61d37e5b4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:52.825990 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4bf1c4a0-abac-4ffd-99c3-26fbe13127b9 req-5b259273-b5ff-459b-b142-edd61d37e5b4 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0523622 Jul 26 15:41:52.888532 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4bf1c4a0-abac-4ffd-99c3-26fbe13127b9 req-c63fa7b3-30fd-416a-81b7-0b611c559045 tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551622 Jul 26 15:41:53.390597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51792) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:53.404048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d2faffd4-d038-4ee6-b6e3-30f695806d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.502585 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d2faffd4-d038-4ee6-b6e3-30f695806d8f admin admin] Publish callbacks [] for security_group (044dbfe1-4a92-4164-a6e9-2e2050888c63), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.518492 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-cd1129a3-93b3-489e-9982-3e0565bc7ad1 req-11f49065-142e-486c-a7b2-ec76f71bdc2f tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0305223 Jul 26 15:41:53.554623 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d2faffd4-d038-4ee6-b6e3-30f695806d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (044dbfe1-4a92-4164-a6e9-2e2050888c63), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.596275 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d2faffd4-d038-4ee6-b6e3-30f695806d8f admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=4463fd78786f4f89880b70cb2b802178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052526 Jul 26 15:41:53.597556 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faffd4-d038-4ee6-b6e3-30f695806d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044dbfe1-4a92-4164-a6e9-2e2050888c63,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:53.600727 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51796) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:53.602798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-4b946686-4ed2-460b-9f09-385179b23fcf tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:53.604637 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-4b946686-4ed2-460b-9f09-385179b23fcf tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0481145 Jul 26 15:41:53.654482 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] Publish callbacks [] for security_group (044dbfe1-4a92-4164-a6e9-2e2050888c63), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.682583 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] Publish callbacks [] for security_group (044dbfe1-4a92-4164-a6e9-2e2050888c63), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.696925 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Deleting port 74435adb-9de7-4203-96da-1b7dc6de5828 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:53.697388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.777600 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (044dbfe1-4a92-4164-a6e9-2e2050888c63), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.780318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.781659 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/044dbfe1-4a92-4164-a6e9-2e2050888c63 HTTP/1.1" status: 204 len: 168 time: 0.1796846 Jul 26 15:41:53.790447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc0b20-53bf-4740-9d88-65af7dbd184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044dbfe1-4a92-4164-a6e9-2e2050888c63,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:53.805388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] For port 74435adb-9de7-4203-96da-1b7dc6de5828, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=74435adb-9de7-4203-96da-1b7dc6de5828,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:53.805750 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:53.821940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Calling delete_port for 74435adb-9de7-4203-96da-1b7dc6de5828 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:54.019751 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32f2fd-850a-4ab4-ba0f-1302c70a90cb req-db4f4502-43f6-41b5-ba0a-0848a6daccde tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:54.021271 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eb32f2fd-850a-4ab4-ba0f-1302c70a90cb req-db4f4502-43f6-41b5-ba0a-0848a6daccde tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 945 time: 0.0512724 Jul 26 15:41:54.043565 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (74435adb-9de7-4203-96da-1b7dc6de5828), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:54.053008 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['74435adb-9de7-4203-96da-1b7dc6de5828'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:41:54.070337 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Pushing event deleted for resources: {'Port': ['ID=74435adb-9de7-4203-96da-1b7dc6de5828,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:54.076205 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eb32f2fd-850a-4ab4-ba0f-1302c70a90cb req-206886c0-4ef5-44e9-90a1-83930a8c532a tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/security-groups?id=82cfdcd0-efa3-4f48-a528-955bf5c5c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484521 Jul 26 15:41:54.129401 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] No DVR routers for this DVR port 74435adb-9de7-4203-96da-1b7dc6de5828 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:41:54.131854 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:54.135713 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7848b72e-4724-4e89-98e7-03cbdccaa1c4 req-87fde445-1539-4580-baed-c5e035ecf0ad tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.48 "DELETE /v2.0/ports/74435adb-9de7-4203-96da-1b7dc6de5828 HTTP/1.1" status: 204 len: 173 time: 0.5257297 Jul 26 15:41:54.141093 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'name': 'network-vif-deleted', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:54.141093 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8c6788-359c-4aee-bc7e-bd09bd32ebf7" -d '{"events": [{"server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "name": "network-vif-deleted", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:54.175936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be28fcbd-32eb-4f4c-a250-73b75e428a24 x-openstack-request-id: req-be28fcbd-32eb-4f4c-a250-73b75e428a24 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:54.175936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8b13e1-6947-4d7e-ad77-0bfd0858524e", "name": "network-vif-deleted", "tag": "74435adb-9de7-4203-96da-1b7dc6de5828", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:54.175936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-be28fcbd-32eb-4f4c-a250-73b75e428a24 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:54.176222 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be28fcbd-32eb-4f4c-a250-73b75e428a24'] response: {'server_uuid': '2c8b13e1-6947-4d7e-ad77-0bfd0858524e', 'name': 'network-vif-deleted', 'tag': '74435adb-9de7-4203-96da-1b7dc6de5828', 'status': 'completed', 'code': 200} Jul 26 15:41:54.564113 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-b4b106bb-57b3-4bf7-a3e4-6649c1ec9fcf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:54.564113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-b4b106bb-57b3-4bf7-a3e4-6649c1ec9fcf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 812 time: 0.1516588 Jul 26 15:41:54.607396 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:54.663222 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-dd8c0f7b-70c7-451e-b803-922725fac755 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae9a8b5a9ec48f392c43a71f142b102 HTTP/1.1" status: 200 len: 379 time: 0.0902233 Jul 26 15:41:54.674065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'port': {'device_id': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'admin_state_up': True, 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'security_groups': ['18b03743-8de3-4629-a657-20a9b93f6178']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:54.687577 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-67a23dd0-d23c-40b4-819a-6808973851ca req-3d559480-7829-45ae-a157-c2c5a975fbc3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0347574 Jul 26 15:41:54.726096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:54.840299 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Made reservation on behalf of 1ae9a8b5a9ec48f392c43a71f142b102 for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:41:54.843754 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:54.988141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Allocated IP 172.20.0.9 (c44aad34-88bd-4a3d-a4b4-00a0a6488a28/3ce6fd59-82c3-4911-867c-5336aafd1fb2/c470964b-1007-4204-8ed3-132f86d700d7) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:41:55.133976 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for port (c470964b-1007-4204-8ed3-132f86d700d7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.143957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:55.223420 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b5f33235-1f83-4f5b-a939-698960207f5f req-e4f2cf15-be98-45ec-978c-a5d8f87a541b tempest-TestMinimumBasicScenario-1856965423 tempest-TestMinimumBasicScenario-1856965423-project] 10.222.0.128 "GET /v2.0/ports?device_id=2c8b13e1-6947-4d7e-ad77-0bfd0858524e HTTP/1.1" status: 200 len: 210 time: 0.0389955 Jul 26 15:41:55.269067 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.317755 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:41:55.321865 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:41:55.326260 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:41:55.332327 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event updated for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:55.399140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:55.399833 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.500160 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-0645286c-254d-4e94-ac31-16b784942a32 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301990 Jul 26 15:41:55.513402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Request body: {'port': {'device_id': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:41:55.577356 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c470964b-1007-4204-8ed3-132f86d700d7), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.600739 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-40fd383b-d868-4896-84ad-06fb01dd0ee0 None None] Provisioning complete for port c470964b-1007-4204-8ed3-132f86d700d7 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:41:55.602262 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-40fd383b-d868-4896-84ad-06fb01dd0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c470964b-1007-4204-8ed3-132f86d700d7), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.644721 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-40fd383b-d868-4896-84ad-06fb01dd0ee0 None None] Port c470964b-1007-4204-8ed3-132f86d700d7 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:41:55.837955 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806cdb-862e-4171-b07a-8f4d782f4694 req-49441e00-25be-40ad-9521-c7cf0f5a5cdf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:55.839925 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75806cdb-862e-4171-b07a-8f4d782f4694 req-49441e00-25be-40ad-9521-c7cf0f5a5cdf tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 931 time: 0.0706294 Jul 26 15:41:55.862698 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c470964b-1007-4204-8ed3-132f86d700d7 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:41:55.871656 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks [] for port (c470964b-1007-4204-8ed3-132f86d700d7), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:55.876506 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:55.886042 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Transition to ACTIVE for port object c470964b-1007-4204-8ed3-132f86d700d7 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:41:55.905079 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-75806cdb-862e-4171-b07a-8f4d782f4694 req-b7f7d93e-a200-44f2-9773-98a4df81de37 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541127 Jul 26 15:41:56.040937 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:56.094801 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:56.149662 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:56.188924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Attempting to bind port c470964b-1007-4204-8ed3-132f86d700d7 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:41:56.189270 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Attempting to bind port c470964b-1007-4204-8ed3-132f86d700d7 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:41:56.189599 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Attempting to bind port c470964b-1007-4204-8ed3-132f86d700d7 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:56.195453 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Port c470964b-1007-4204-8ed3-132f86d700d7 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:41:56.196190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Attempting to bind port c470964b-1007-4204-8ed3-132f86d700d7 on network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:41:56.206643 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:41:56.207013 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Checking segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:41:56.207403 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Bound using segment: {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:41:56.207857 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Bound port: c470964b-1007-4204-8ed3-132f86d700d7, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc17d138-8c7f-4060-a1d2-a9ce098993a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1513, 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:41:56.208205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c470964b-1007-4204-8ed3-132f86d700d7), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:56.302190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:41:56.306223 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c470964b-1007-4204-8ed3-132f86d700d7,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:41:56.366090 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:56.406583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:56.407207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:56.408996 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c470964b-1007-4204-8ed3-132f86d700d7 HTTP/1.1" status: 200 len: 1093 time: 0.8995731 Jul 26 15:41:56.409127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:41:56.413994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "tag": "c470964b-1007-4204-8ed3-132f86d700d7"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:41:56.446098 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23e65-32cd-47a0-b384-b9b9d6b15ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:56.494519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3f08a-7dd8-4b3b-ba8d-c41e9631e33a x-openstack-request-id: req-37a3f08a-7dd8-4b3b-ba8d-c41e9631e33a {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:41:56.494940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "tag": "c470964b-1007-4204-8ed3-132f86d700d7", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:41:56.495998 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-37a3f08a-7dd8-4b3b-ba8d-c41e9631e33a {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:41:56.496665 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a3f08a-7dd8-4b3b-ba8d-c41e9631e33a'] response: {'name': 'network-changed', 'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7', 'status': 'completed', 'code': 200} Jul 26 15:41:56.562224 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-4d56a864-042c-4961-ae2a-58df937ab209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:56.563907 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-4d56a864-042c-4961-ae2a-58df937ab209 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0532033 Jul 26 15:41:56.610026 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-a2f6195e-4dbd-446d-84e1-9bbf1889d27a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470964b-1007-4204-8ed3-132f86d700d7 HTTP/1.1" status: 200 len: 217 time: 0.0370755 Jul 26 15:41:56.668194 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-c4a9ff3e-3075-4a1b-af9a-583aaec7c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:56.669676 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-c4a9ff3e-3075-4a1b-af9a-583aaec7c855 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0531311 Jul 26 15:41:56.724602 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933c02-5e48-4381-8306-46694530fbc8 req-e6ee6a10-053d-462d-a4db-e3b63899cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:56.726270 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-e6ee6a10-053d-462d-a4db-e3b63899cfaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501504 Jul 26 15:41:56.783660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:56.826213 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-7b117c5c-063b-4962-bed0-5154aa01c030 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933397 Jul 26 15:41:56.937817 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-96933c02-5e48-4381-8306-46694530fbc8 req-dab430ec-c120-469b-b0ef-af5e9beca571 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994828 Jul 26 15:41:57.045587 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c28c7-d2d4-41a5-bb04-559298799e36 req-3a735501-a3c1-4d26-980e-8029171ccca3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:57.047099 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0d6c28c7-d2d4-41a5-bb04-559298799e36 req-3a735501-a3c1-4d26-980e-8029171ccca3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 943 time: 0.0531764 Jul 26 15:41:57.094733 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:57.099467 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0d6c28c7-d2d4-41a5-bb04-559298799e36 req-8b22e34b-ecf5-4f65-a734-40afadd51f4a tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Jul 26 15:41:57.126346 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:41:57.881152 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51912) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:41:58.012097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-13c3837e-b735-46ee-a8c3-3bc05e1f19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:58.013611 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-13c3837e-b735-46ee-a8c3-3bc05e1f19a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 1127 time: 0.0535448 Jul 26 15:41:58.252627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:58.254505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-6b52f824-a2e3-4d83-963b-f2063c25e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:58.255964 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-6b52f824-a2e3-4d83-963b-f2063c25e487 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.2352352 Jul 26 15:41:58.296077 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88e215-0a3f-4b54-a360-77263181008e req-f39ed04b-699d-4c6c-baa3-90562f6a2287 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:58.297547 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dd88e215-0a3f-4b54-a360-77263181008e req-f39ed04b-699d-4c6c-baa3-90562f6a2287 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1079066 Jul 26 15:41:58.331904 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-09ff8c7b-ed89-4ca9-a5ba-03691a05b0e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470964b-1007-4204-8ed3-132f86d700d7 HTTP/1.1" status: 200 len: 217 time: 0.0521591 Jul 26 15:41:58.446907 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 74435adb-9de7-4203-96da-1b7dc6de5828 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:41:58.465529 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-cb0f6f7f-e0c7-4878-9410-b7f289c2adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:58.467100 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-cb0f6f7f-e0c7-4878-9410-b7f289c2adc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.1274774 Jul 26 15:41:58.468576 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 74435adb-9de7-4203-96da-1b7dc6de5828 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:41:58.468929 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 74435adb-9de7-4203-96da-1b7dc6de5828 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:41:58.480427 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-dd88e215-0a3f-4b54-a360-77263181008e req-8f8930c9-c9bc-46bc-89cf-c662c2009f5c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542325 Jul 26 15:41:58.563668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-93dacfe8-a5aa-4908-9e41-55d4af45c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:58.565182 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-93dacfe8-a5aa-4908-9e41-55d4af45c9a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839031 Jul 26 15:41:58.565788 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (6539b60e-a1ab-4154-b61e-e4045e91b993), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:59.029765 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-707b41a9-c140-4670-8603-6c3541f1c7b7 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305265 Jul 26 15:41:59.032425 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:59.198012 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-285be5b2-b7b0-4049-bdd1-0be0c2beb69b req-3aa3a22f-17ca-4f83-83dc-03012dde34c0 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458297 Jul 26 15:41:59.209595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Deleting port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:41:59.209927 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:59.291743 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] For port d7b6ca25-bab6-46f3-8302-a32d85cb0bd1, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:41:59.292012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:59.305983 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Calling delete_port for d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:41:59.453485 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:41:59.549345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (d7b6ca25-bab6-46f3-8302-a32d85cb0bd1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:59.592595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b6ca25-bab6-46f3-8302-a32d85cb0bd1,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:41:59.636510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4866f-27a6-445e-b929-efe2ca45475b req-cd2be3ef-df2b-40e7-9bca-fa3d848765de tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:41:59.638735 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-95e4866f-27a6-445e-b929-efe2ca45475b req-cd2be3ef-df2b-40e7-9bca-fa3d848765de tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 943 time: 0.0703816 Jul 26 15:41:59.699389 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-95e4866f-27a6-445e-b929-efe2ca45475b req-baab5dd5-5434-45f6-9175-06b7dac4abdc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546217 Jul 26 15:41:59.787541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (6539b60e-a1ab-4154-b61e-e4045e91b993), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:41:59.988198 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:00.017619 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Router 6539b60e-a1ab-4154-b61e-e4045e91b993 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:00.120329 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:00.125375 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fecb983a-4703-49ea-b4ae-db5cb9d08de8 admin admin] 10.222.0.128 "PUT /v2.0/routers/6539b60e-a1ab-4154-b61e-e4045e91b993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2431312 Jul 26 15:42:00.127784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51936) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:00.131540 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Sync routers for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:00.143084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:00.143752 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.232965 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks [] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.251250 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:00.344793 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks [] for router_gateway (6539b60e-a1ab-4154-b61e-e4045e91b993), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.390157 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:00.434222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:41:59Z', 'revision_number': 5, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port': {'id': '9b3333f2-8991-40b2-a16a-851cdaaafabc', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:04Z', 'updated_at': '2022-07-26T15:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.445725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Deleting port 9b3333f2-8991-40b2-a16a-851cdaaafabc {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:00.446076 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.462666 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Checking router: 6539b60e-a1ab-4154-b61e-e4045e91b993 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:00.466160 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c470964b-1007-4204-8ed3-132f86d700d7 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:42:00.489441 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Routers {'6539b60e-a1ab-4154-b61e-e4045e91b993'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:00.489661 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:00.490051 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['6539b60e-a1ab-4154-b61e-e4045e91b993'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.537732 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] For port 9b3333f2-8991-40b2-a16a-851cdaaafabc, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=9b3333f2-8991-40b2-a16a-851cdaaafabc,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:00.538096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.551811 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Calling delete_port for 9b3333f2-8991-40b2-a16a-851cdaaafabc owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:00.766184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (9b3333f2-8991-40b2-a16a-851cdaaafabc), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.779250 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] Set router 6539b60e-a1ab-4154-b61e-e4045e91b993 gateway port host: None {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:00.797291 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3333f2-8991-40b2-a16a-851cdaaafabc,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:00.840239 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:42:00Z', 'revision_number': 6, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:00.882200 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32283ab8-c865-420c-b697-ce96e9e7eb40 None None] The sync data for ids ['6539b60e-a1ab-4154-b61e-e4045e91b993'] in dv-cinder-851032-1-iscsi is: [{'id': '6539b60e-a1ab-4154-b61e-e4045e91b993', 'name': 'tempest-TestMinimumBasicScenario-977471324-router', 'tenant_id': '7c892ef56ae9488089386d1a733ae3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:02Z', 'updated_at': '2022-07-26T15:42:00Z', 'revision_number': 6, 'project_id': '7c892ef56ae9488089386d1a733ae3c0', 'gw_port_host': None}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:00.885179 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c470964b-1007-4204-8ed3-132f86d700d7,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:00.894606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dffbf-9291-40d3-a5f0-ad994e3fe5b6 req-23a8f93e-586f-4031-8433-ee396f90a1e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:00.896307 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bb7dffbf-9291-40d3-a5f0-ad994e3fe5b6 req-23a8f93e-586f-4031-8433-ee396f90a1e2 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 943 time: 0.1024389 Jul 26 15:42:00.897591 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'c470964b-1007-4204-8ed3-132f86d700d7', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'port_id': 'c470964b-1007-4204-8ed3-132f86d700d7', 'mac_address': 'fa:16:3e:1b:8a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:42:00.908017 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (6539b60e-a1ab-4154-b61e-e4045e91b993), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.942656 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c470964b-1007-4204-8ed3-132f86d700d7 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:00.950022 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c470964b-1007-4204-8ed3-132f86d700d7), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:00.954721 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:00.958307 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c470964b-1007-4204-8ed3-132f86d700d7 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:42:00.980145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c470964b-1007-4204-8ed3-132f86d700d7,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:01.017918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.022207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks [] for router_controller (6539b60e-a1ab-4154-b61e-e4045e91b993), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.063243 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.080691 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bb7dffbf-9291-40d3-a5f0-ad994e3fe5b6 req-fb5ceff0-9898-4023-9882-fd08e4c9f4fe tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739657 Jul 26 15:42:01.115741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.159178 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (6539b60e-a1ab-4154-b61e-e4045e91b993), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.159815 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6539b60e-a1ab-4154-b61e-e4045e91b993 {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:42:01.165031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.166181 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-bfcadd42-f0b0-44b8-9377-53dafd89a069 admin admin] 10.222.0.128 "DELETE /v2.0/routers/6539b60e-a1ab-4154-b61e-e4045e91b993 HTTP/1.1" status: 204 len: 168 time: 1.0375051 Jul 26 15:42:01.168699 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51948) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:01.202728 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:01.219328 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Deleting subnet 733e4251-0e48-4ccc-8f65-85d2b484b89a {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:42:01.222546 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Publish callbacks [] for subnet (733e4251-0e48-4ccc-8f65-85d2b484b89a), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.268326 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (733e4251-0e48-4ccc-8f65-85d2b484b89a), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.342850 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['c470964b-1007-4204-8ed3-132f86d700d7'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:42:01.356357 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (733e4251-0e48-4ccc-8f65-85d2b484b89a), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.385080 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:01.475390 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (733e4251-0e48-4ccc-8f65-85d2b484b89a), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.506675 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733e4251-0e48-4ccc-8f65-85d2b484b89a,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.509200 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.512268 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-02bce4fe-95d1-43be-940e-2d5fbb96a123 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/733e4251-0e48-4ccc-8f65-85d2b484b89a HTTP/1.1" status: 204 len: 168 time: 0.3426294 Jul 26 15:42:01.514298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dfc482-9645-4a01-b250-4876ea45903f None None] Network 0835ecc4-c7ad-4c73-8803-8b011d8ed926 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:01.514961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51954) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:01.590565 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (0835ecc4-c7ad-4c73-8803-8b011d8ed926), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.633710 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Deleting port bb97a612-28c7-447f-b30d-f7fb41605f6c {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:01.634054 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.711639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] For port bb97a612-28c7-447f-b30d-f7fb41605f6c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bb97a612-28c7-447f-b30d-f7fb41605f6c,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:01.712068 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.728201 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51958) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:01.734114 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] DHCP port deletion for 0835ecc4-c7ad-4c73-8803-8b011d8ed926 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:42:01.737837 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Calling delete_port for bb97a612-28c7-447f-b30d-f7fb41605f6c owned by network:dhcp {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:01.776650 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Deleting port bb97a612-28c7-447f-b30d-f7fb41605f6c {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:01.776945 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.859786 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-45bf2106-ae1f-4d25-9383-3622fbb76bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.865404 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] For port bb97a612-28c7-447f-b30d-f7fb41605f6c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bb97a612-28c7-447f-b30d-f7fb41605f6c,segment=NetworkSegment(bcd07a00-740b-48f9-b931-52e22a8b6b15),segment_id=bcd07a00-740b-48f9-b931-52e22a8b6b15)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:01.865955 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.884796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Calling delete_port for bb97a612-28c7-447f-b30d-f7fb41605f6c owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:01.933912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.935562 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:01.958858 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:01.959323 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device d7b6ca25-bab6-46f3-8302-a32d85cb0bd1 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:01.959850 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 9b3333f2-8991-40b2-a16a-851cdaaafabc no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:01.972236 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-45bf2106-ae1f-4d25-9383-3622fbb76bfd admin admin] Publish callbacks [] for security_group (e7297483-cd32-43c8-8279-b74ea66e7f5e), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:01.973676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb97a612-28c7-447f-b30d-f7fb41605f6c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:01.977448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] No DVR routers for this DVR port bb97a612-28c7-447f-b30d-f7fb41605f6c on host dv-cinder-851032-1-iscsi {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:01.988531 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 9b3333f2-8991-40b2-a16a-851cdaaafabc {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:01.988973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 9b3333f2-8991-40b2-a16a-851cdaaafabc not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:01.989475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bb97a612-28c7-447f-b30d-f7fb41605f6c no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:02.021471 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:02.024692 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: bb97a612-28c7-447f-b30d-f7fb41605f6c {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:02.025187 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bb97a612-28c7-447f-b30d-f7fb41605f6c not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:02.042027 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-45bf2106-ae1f-4d25-9383-3622fbb76bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e7297483-cd32-43c8-8279-b74ea66e7f5e), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.046096 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (bb97a612-28c7-447f-b30d-f7fb41605f6c), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.074372 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] Pushing event deleted for resources: {'Port': ['ID=bb97a612-28c7-447f-b30d-f7fb41605f6c,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.080672 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e511a-7174-4a36-8d14-a1c0b48b8044 None None] No DVR routers for this DVR port bb97a612-28c7-447f-b30d-f7fb41605f6c on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:02.087571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (0835ecc4-c7ad-4c73-8803-8b011d8ed926), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.111384 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-45bf2106-ae1f-4d25-9383-3622fbb76bfd admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3096c2160750462cafacb887a1e0b6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785200 Jul 26 15:42:02.114389 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51964) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:02.122331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf2106-ae1f-4d25-9383-3622fbb76bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7297483-cd32-43c8-8279-b74ea66e7f5e,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.127888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0835ecc4-c7ad-4c73-8803-8b011d8ed926']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:02.141176 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd07a00-740b-48f9-b931-52e22a8b6b15') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:02.141544 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd07a00-740b-48f9-b931-52e22a8b6b15') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:02.151494 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (bcd07a00-740b-48f9-b931-52e22a8b6b15), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.169785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (bcd07a00-740b-48f9-b931-52e22a8b6b15), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.175641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] Publish callbacks [] for security_group (e7297483-cd32-43c8-8279-b74ea66e7f5e), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.188348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:42:02.188795 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (bcd07a00-740b-48f9-b931-52e22a8b6b15), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.201404 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] Publish callbacks [] for security_group (e7297483-cd32-43c8-8279-b74ea66e7f5e), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.271703 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:02.282273 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ccf8-cbab-4110-9a8d-69f7a9440578 req-370eeb1d-56ea-4271-868f-dce37baa1ff3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:02.284102 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcc5ccf8-cbab-4110-9a8d-69f7a9440578 req-370eeb1d-56ea-4271-868f-dce37baa1ff3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 944 time: 0.1116383 Jul 26 15:42:02.315815 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:02.333076 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e7297483-cd32-43c8-8279-b74ea66e7f5e), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.335776 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.341337 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/e7297483-cd32-43c8-8279-b74ea66e7f5e HTTP/1.1" status: 204 len: 168 time: 0.2218356 Jul 26 15:42:02.344759 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment bcd07a00-740b-48f9-b931-52e22a8b6b15 resource provider aggregate not found Jul 26 15:42:02.352011 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008086b9-c09d-44d3-8144-d3adff99a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7297483-cd32-43c8-8279-b74ea66e7f5e,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.352947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcc5ccf8-cbab-4110-9a8d-69f7a9440578 req-d41929e9-90f7-4137-b0af-f71ca0272c56 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617805 Jul 26 15:42:02.363624 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (0835ecc4-c7ad-4c73-8803-8b011d8ed926), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.382154 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.382154 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] 10.222.0.128 "DELETE /v2.0/networks/0835ecc4-c7ad-4c73-8803-8b011d8ed926 HTTP/1.1" status: 204 len: 168 time: 0.8627181 Jul 26 15:42:02.383240 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51974) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:02.404903 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment bcd07a00-740b-48f9-b931-52e22a8b6b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcd07a00-740b-48f9-b931-52e22a8b6b15 found for delete ", "request_id": "req-31e3ebb5-9f63-44b0-a563-6fc227551d4c"}]} Jul 26 15:42:02.404903 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970ba67-bfe2-4e08-8aad-7359bf7e1ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0835ecc4-c7ad-4c73-8803-8b011d8ed926,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:02.479511 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c470964b-1007-4204-8ed3-132f86d700d7 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:02.524384 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port c470964b-1007-4204-8ed3-132f86d700d7 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:42:02.743610 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (579b6778-a78b-4cae-8481-c88c657d6252), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.879936 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port c470964b-1007-4204-8ed3-132f86d700d7 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:02.880661 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (c470964b-1007-4204-8ed3-132f86d700d7), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.968438 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port c470964b-1007-4204-8ed3-132f86d700d7 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:02.969085 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (c470964b-1007-4204-8ed3-132f86d700d7), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.986526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Deleting port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:02.990501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:02.995566 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:02.997893 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe21b33-ec6c-495a-8a31-f37315a90dd4" -d '{"events": [{"server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "c470964b-1007-4204-8ed3-132f86d700d7"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:03.012382 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c470964b-1007-4204-8ed3-132f86d700d7,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:03.047340 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4cb19e-dd2b-481e-acd2-c15527e1cfa2 x-openstack-request-id: req-df4cb19e-dd2b-481e-acd2-c15527e1cfa2 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:03.047636 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "name": "network-vif-plugged", "status": "completed", "tag": "c470964b-1007-4204-8ed3-132f86d700d7", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:03.047894 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-df4cb19e-dd2b-481e-acd2-c15527e1cfa2 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:03.048296 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4cb19e-dd2b-481e-acd2-c15527e1cfa2'] response: {'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7', 'code': 200} Jul 26 15:42:03.079506 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] For port b5d3b0d7-2c33-4070-80ce-1deb063f2bb8, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:03.082190 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.088617 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:03.095923 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Calling delete_port for b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:03.101998 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.108231 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:03.130737 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:03.152778 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.294094 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51982) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:03.316374 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-65d61dc2-adda-4957-af3d-cb5ee3081b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.341233 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (b5d3b0d7-2c33-4070-80ce-1deb063f2bb8), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.385510 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d3b0d7-2c33-4070-80ce-1deb063f2bb8,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:03.387778 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc88e2-c892-4210-8ffd-9cf59d0b40e7 req-fc0cfa03-0e4a-48fb-ba94-2070a72e83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:03.389366 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b2bc88e2-c892-4210-8ffd-9cf59d0b40e7 req-fc0cfa03-0e4a-48fb-ba94-2070a72e83b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0871656 Jul 26 15:42:03.499103 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fdeac-a73e-4024-bf72-8c0e1a3da728 req-6edc1ec2-1c16-4cda-96ed-508e081b44b0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:03.501399 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1c3fdeac-a73e-4024-bf72-8c0e1a3da728 req-6edc1ec2-1c16-4cda-96ed-508e081b44b0 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0548124 Jul 26 15:42:03.528617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b2bc88e2-c892-4210-8ffd-9cf59d0b40e7 req-68d65c66-4c5e-426c-8a69-4baf86d06886 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243081 Jul 26 15:42:03.564701 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1c3fdeac-a73e-4024-bf72-8c0e1a3da728 req-59c6f47c-eadc-4306-8acd-53f72751389d tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548971 Jul 26 15:42:03.651790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-65d61dc2-adda-4957-af3d-cb5ee3081b96 admin admin] Publish callbacks [] for security_group (19857873-4fb9-41c6-9e2b-a64082738915), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.661214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (579b6778-a78b-4cae-8481-c88c657d6252), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:03.740847 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-65d61dc2-adda-4957-af3d-cb5ee3081b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (19857873-4fb9-41c6-9e2b-a64082738915), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.048541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:04.074258 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-65d61dc2-adda-4957-af3d-cb5ee3081b96 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=fac474c79f0f4bc68da46e48455c938b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7789736 Jul 26 15:42:04.076642 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d61dc2-adda-4957-af3d-cb5ee3081b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19857873-4fb9-41c6-9e2b-a64082738915,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.076856 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 51986) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:04.129817 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] Publish callbacks [] for security_group (19857873-4fb9-41c6-9e2b-a64082738915), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.152576 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] Publish callbacks [] for security_group (19857873-4fb9-41c6-9e2b-a64082738915), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.197065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Router 579b6778-a78b-4cae-8481-c88c657d6252 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:04.274757 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (19857873-4fb9-41c6-9e2b-a64082738915), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.278323 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.280702 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/19857873-4fb9-41c6-9e2b-a64082738915 HTTP/1.1" status: 204 len: 168 time: 0.2017581 Jul 26 15:42:04.291194 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de8ea0-e55c-4257-accb-f204d5d42226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19857873-4fb9-41c6-9e2b-a64082738915,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:04.316363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:04.330272 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Sync routers for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:04.330832 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-82a00fd2-bedd-4fc4-b1b4-1eaf764f7a48 admin admin] 10.222.0.128 "PUT /v2.0/routers/579b6778-a78b-4cae-8481-c88c657d6252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9420104 Jul 26 15:42:04.330934 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 51990) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:04.340991 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:04.341784 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:04.375969 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:04.424771 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:04.440792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks [] for router (579b6778-a78b-4cae-8481-c88c657d6252), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.453374 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:04.550327 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks [] for router_gateway (579b6778-a78b-4cae-8481-c88c657d6252), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.551121 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:04.658260 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:42:03Z', 'revision_number': 5, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port': {'id': 'b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579b6778-a78b-4cae-8481-c88c657d6252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:20Z', 'updated_at': '2022-07-26T15:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:04.683673 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Checking router: 579b6778-a78b-4cae-8481-c88c657d6252 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:04.692366 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Routers {'579b6778-a78b-4cae-8481-c88c657d6252'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:04.692997 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['579b6778-a78b-4cae-8481-c88c657d6252'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:04.719885 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Deleting port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:04.720237 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.779586 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] Set router 579b6778-a78b-4cae-8481-c88c657d6252 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:04.786692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aef45-772b-4cd3-8cb5-cfe3973125ea req-3eece12d-18f6-4f78-88d8-33842628b9a3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:04.791657 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-898aef45-772b-4cd3-8cb5-cfe3973125ea req-3eece12d-18f6-4f78-88d8-33842628b9a3 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1271598 Jul 26 15:42:04.807820 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:04.833166 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:42:04Z', 'revision_number': 6, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:04.865428 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342365e4-d076-40cc-aabf-4bca62356053 None None] The sync data for ids ['579b6778-a78b-4cae-8481-c88c657d6252'] in dv-cinder-851032-1-iscsi is: [{'id': '579b6778-a78b-4cae-8481-c88c657d6252', 'name': 'tempest-TestMinimumBasicScenario-1971384386-router', 'tenant_id': '94a7db1ba4cf4b0d9a824c148c641109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:19Z', 'updated_at': '2022-07-26T15:42:04Z', 'revision_number': 6, 'project_id': '94a7db1ba4cf4b0d9a824c148c641109', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:04.881601 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] For port b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:04.882017 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:04.894718 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-898aef45-772b-4cd3-8cb5-cfe3973125ea req-9e3a6080-5dbc-4973-8526-ce4b5ce86d5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975041 Jul 26 15:42:04.903864 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Calling delete_port for b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:05.142586 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.175261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:05.252235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (579b6778-a78b-4cae-8481-c88c657d6252), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.357940 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (579b6778-a78b-4cae-8481-c88c657d6252), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.360220 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks [] for router_controller (579b6778-a78b-4cae-8481-c88c657d6252), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.473384 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (579b6778-a78b-4cae-8481-c88c657d6252), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.479417 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579b6778-a78b-4cae-8481-c88c657d6252 {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:42:05.479417 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.480626 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-39e1eccc-21a9-4894-be2b-7cf0cdc20c1b admin admin] 10.222.0.128 "DELETE /v2.0/routers/579b6778-a78b-4cae-8481-c88c657d6252 HTTP/1.1" status: 204 len: 168 time: 1.1487098 Jul 26 15:42:05.483280 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52014) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:05.540363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Deleting subnet 6ae3b1d3-15ba-4047-8850-751f93adae97 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:42:05.543916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Publish callbacks [] for subnet (6ae3b1d3-15ba-4047-8850-751f93adae97), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.583327 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (6ae3b1d3-15ba-4047-8850-751f93adae97), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.603776 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:05.671362 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (6ae3b1d3-15ba-4047-8850-751f93adae97), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.794035 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (6ae3b1d3-15ba-4047-8850-751f93adae97), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.823034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae3b1d3-15ba-4047-8850-751f93adae97,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:05.827057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.832737 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a9c6deee-5abc-4332-ac09-5277d0443d38 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/6ae3b1d3-15ba-4047-8850-751f93adae97 HTTP/1.1" status: 204 len: 168 time: 0.3459423 Jul 26 15:42:05.833448 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52020) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:05.838680 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579b5bd-3930-4515-a23e-a238844178fd None None] Network fd5156aa-34f8-4119-9582-fb43722bace7 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:05.929064 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:05.931579 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (fd5156aa-34f8-4119-9582-fb43722bace7), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:05.979046 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:05.979668 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b5d3b0d7-2c33-4070-80ce-1deb063f2bb8 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:05.980387 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:05.996139 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Deleting port 048e6a2a-ba6f-44ab-90a3-5d3463589430 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:05.996490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.043389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:06.044046 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b0f12bda-b9bd-4da3-9bcc-0fb41bd323a5 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:06.072219 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e44498-09c9-4cfb-ab7b-e55a8b495531 req-7efe021e-419b-45a4-bfba-0a411ce36aed tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:06.083564 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1e44498-09c9-4cfb-ab7b-e55a8b495531 req-7efe021e-419b-45a4-bfba-0a411ce36aed tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0819314 Jul 26 15:42:06.083803 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] For port 048e6a2a-ba6f-44ab-90a3-5d3463589430, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=048e6a2a-ba6f-44ab-90a3-5d3463589430,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:06.083803 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.103644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Calling delete_port for 048e6a2a-ba6f-44ab-90a3-5d3463589430 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:06.144801 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1e44498-09c9-4cfb-ab7b-e55a8b495531 req-1776163f-b5b0-4aca-b699-5842f061bdc6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615306 Jul 26 15:42:06.157811 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:06.170947 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] DHCP port deletion for fd5156aa-34f8-4119-9582-fb43722bace7 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:42:06.211836 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Deleting port 048e6a2a-ba6f-44ab-90a3-5d3463589430 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:06.212584 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.283093 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] For port 048e6a2a-ba6f-44ab-90a3-5d3463589430, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=048e6a2a-ba6f-44ab-90a3-5d3463589430,segment=NetworkSegment(d3898320-1c14-46b9-a5e3-b081d68722f3),segment_id=d3898320-1c14-46b9-a5e3-b081d68722f3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:06.283486 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.285423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5082e-7f22-426f-ad4f-088830552d31 req-df74f5c2-fc9e-465d-81c3-df8c49beb7f9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:06.286952 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b9b5082e-7f22-426f-ad4f-088830552d31 req-df74f5c2-fc9e-465d-81c3-df8c49beb7f9 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0571377 Jul 26 15:42:06.298626 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52032) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:06.304194 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Request body: {'floatingip': {'port_id': 'c470964b-1007-4204-8ed3-132f86d700d7'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:06.304669 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Calling delete_port for 048e6a2a-ba6f-44ab-90a3-5d3463589430 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:06.305446 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.346672 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=048e6a2a-ba6f-44ab-90a3-5d3463589430,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:06.348588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] No DVR routers for this DVR port 048e6a2a-ba6f-44ab-90a3-5d3463589430 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:06.365153 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.403399 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (048e6a2a-ba6f-44ab-90a3-5d3463589430), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.423489 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] No DVR routers for this DVR port 048e6a2a-ba6f-44ab-90a3-5d3463589430 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:06.466910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (fd5156aa-34f8-4119-9582-fb43722bace7), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.482120 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1a684-5eae-4937-a25a-e50111238f4a None None] Pushing event deleted for resources: {'Port': ['ID=048e6a2a-ba6f-44ab-90a3-5d3463589430,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:06.495313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5156aa-34f8-4119-9582-fb43722bace7']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:06.509878 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3898320-1c14-46b9-a5e3-b081d68722f3') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:06.509878 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3898320-1c14-46b9-a5e3-b081d68722f3') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:06.521169 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (d3898320-1c14-46b9-a5e3-b081d68722f3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.535519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (d3898320-1c14-46b9-a5e3-b081d68722f3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.550955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:42:06.551172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (d3898320-1c14-46b9-a5e3-b081d68722f3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.600830 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment d3898320-1c14-46b9-a5e3-b081d68722f3 resource provider aggregate not found Jul 26 15:42:06.636308 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment d3898320-1c14-46b9-a5e3-b081d68722f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3898320-1c14-46b9-a5e3-b081d68722f3 found for delete ", "request_id": "req-3625bb29-f55f-4fa9-bfeb-2e6774e1eec6"}]} Jul 26 15:42:06.708217 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (fd5156aa-34f8-4119-9582-fb43722bace7), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.713791 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.720634 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] 10.222.0.128 "DELETE /v2.0/networks/fd5156aa-34f8-4119-9582-fb43722bace7 HTTP/1.1" status: 204 len: 168 time: 0.8853569 Jul 26 15:42:06.728801 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:06.735751 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6faf1c-dcaa-46c8-ab95-c97465111b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5156aa-34f8-4119-9582-fb43722bace7,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:06.887730 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:06.965447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.079936 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP a6a252d9-f92d-4991-97f0-8567ef567f0c associated. External IP: 172.27.1.82, port: c470964b-1007-4204-8ed3-132f86d700d7. Jul 26 15:42:07.138149 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52058) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:07.187574 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fcc34bf7-a466-4904-9199-fa8ad0bfa5e1 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=7c892ef56ae9488089386d1a733ae3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477870 Jul 26 15:42:07.190388 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52064) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:07.281209 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] Publish callbacks [] for security_group (82cfdcd0-efa3-4f48-a528-955bf5c5c94e), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.307514 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] Publish callbacks [] for security_group (82cfdcd0-efa3-4f48-a528-955bf5c5c94e), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.309168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:07.309912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:07.420649 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:07.422180 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (82cfdcd0-efa3-4f48-a528-955bf5c5c94e), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.425680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.425808 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:07.427786 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/82cfdcd0-efa3-4f48-a528-955bf5c5c94e HTTP/1.1" status: 204 len: 168 time: 0.2359171 Jul 26 15:42:07.434890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:07.456548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:07.456548 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:07.459921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253ba32-cf2b-4328-b559-28896f5dd5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfdcd0-efa3-4f48-a528-955bf5c5c94e,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:07.492044 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-2543ad85-746f-4e5f-a31a-26392aa0ca73 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "PUT /v2.0/floatingips/a6a252d9-f92d-4991-97f0-8567ef567f0c HTTP/1.1" status: 200 len: 990 time: 1.1910689 Jul 26 15:42:07.500640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:07.500640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644b305-2f79-41d4-91b8-9b3d1a26039f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "tag": "c470964b-1007-4204-8ed3-132f86d700d7"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:07.569059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11140b8f-6b28-495f-9701-0951f2f421a9 x-openstack-request-id: req-11140b8f-6b28-495f-9701-0951f2f421a9 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:07.570118 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "tag": "c470964b-1007-4204-8ed3-132f86d700d7", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:07.570835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-11140b8f-6b28-495f-9701-0951f2f421a9 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:07.571423 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11140b8f-6b28-495f-9701-0951f2f421a9'] response: {'name': 'network-changed', 'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7', 'status': 'completed', 'code': 200} Jul 26 15:42:07.604098 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:07.641980 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-4db792d6-e091-4f1e-a640-af54def58872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:07.644253 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-4db792d6-e091-4f1e-a640-af54def58872 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 1129 time: 0.0461175 Jul 26 15:42:07.704924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:07.749798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-7bb6acfb-6d18-4cac-bd72-9d3e855b4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:07.751245 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-7bb6acfb-6d18-4cac-bd72-9d3e855b4250 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 200 len: 914 time: 0.1018291 Jul 26 15:42:07.797197 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:07.837230 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-eedffe5f-689c-4a62-8faa-69e5ab7477ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c470964b-1007-4204-8ed3-132f86d700d7 HTTP/1.1" status: 200 len: 998 time: 0.0765743 Jul 26 15:42:07.843703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'a6a252d9-f92d-4991-97f0-8567ef567f0c', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': 'c470964b-1007-4204-8ed3-132f86d700d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:1b:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:50Z', 'updated_at': '2022-07-26T15:42:06Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:07.894135 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:07.905496 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:07.906270 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:41:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:07.915009 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-4b194f6d-5828-4cc8-9bb6-6f0fdaa83210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:07.915009 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-4b194f6d-5828-4cc8-9bb6-6f0fdaa83210 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 200 len: 851 time: 0.0674655 Jul 26 15:42:07.946856 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 048e6a2a-ba6f-44ab-90a3-5d3463589430 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:07.966670 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-d64a643d-d901-412e-ac83-ef0a67766188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:07.968355 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-d64a643d-d901-412e-ac83-ef0a67766188 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c44aad34-88bd-4a3d-a4b4-00a0a6488a28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460985 Jul 26 15:42:07.985475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 048e6a2a-ba6f-44ab-90a3-5d3463589430 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:07.985475 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 048e6a2a-ba6f-44ab-90a3-5d3463589430 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:08.017786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:08.026653 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:08.058218 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52088) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:08.065272 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:08.078604 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-1a4e1a15-5163-438f-a348-a5db42b2a06f service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023502 Jul 26 15:42:08.193304 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a69b5176-5c1b-4e68-bdf5-8dec2b8fc2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.215110 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8644b305-2f79-41d4-91b8-9b3d1a26039f req-64feaeed-4c76-4d1e-b1af-618cd0bc42e7 service neutron] 10.222.0.48 "GET /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192334 Jul 26 15:42:08.233400 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52092) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:08.279547 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-92cbdc1e-8748-4810-9efd-fa99052dc583 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=94a7db1ba4cf4b0d9a824c148c641109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447319 Jul 26 15:42:08.281930 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52094) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:08.297886 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a69b5176-5c1b-4e68-bdf5-8dec2b8fc2e6 admin admin] Publish callbacks [] for security_group (24fd7f48-59de-478d-8856-9edf2f48fa3f), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.341758 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] Publish callbacks [] for security_group (f64f90a8-1405-477e-9670-78adb9b6d5e4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.377769 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] Publish callbacks [] for security_group (f64f90a8-1405-477e-9670-78adb9b6d5e4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.382756 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a69b5176-5c1b-4e68-bdf5-8dec2b8fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (24fd7f48-59de-478d-8856-9edf2f48fa3f), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.446370 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a69b5176-5c1b-4e68-bdf5-8dec2b8fc2e6 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=1ada76cb4c214395a5d7a618859f35e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866322 Jul 26 15:42:08.451848 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52096) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:08.474119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b5176-5c1b-4e68-bdf5-8dec2b8fc2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd7f48-59de-478d-8856-9edf2f48fa3f,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.475192 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'a6a252d9-f92d-4991-97f0-8567ef567f0c', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': 'c470964b-1007-4204-8ed3-132f86d700d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:1b:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:50Z', 'updated_at': '2022-07-26T15:42:06Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:08.504862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac4bcd-5c81-4123-9c50-7f83b71cc25f None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': 'a6a252d9-f92d-4991-97f0-8567ef567f0c', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'port_id': 'c470964b-1007-4204-8ed3-132f86d700d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'mac_address': 'fa:16:3e:1b:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:41:50Z', 'updated_at': '2022-07-26T15:42:06Z', 'revision_number': 1, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:08.507914 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.525159 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] Publish callbacks [] for security_group (24fd7f48-59de-478d-8856-9edf2f48fa3f), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.537103 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:08.549555 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] Publish callbacks [] for security_group (24fd7f48-59de-478d-8856-9edf2f48fa3f), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.578050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f64f90a8-1405-477e-9670-78adb9b6d5e4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.583902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.583902 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f64f90a8-1405-477e-9670-78adb9b6d5e4 HTTP/1.1" status: 204 len: 168 time: 0.2988818 Jul 26 15:42:08.594644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8962c2-a690-47c0-b70e-5b56efdfb1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f90a8-1405-477e-9670-78adb9b6d5e4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.692169 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (24fd7f48-59de-478d-8856-9edf2f48fa3f), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.695566 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:08.699470 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/24fd7f48-59de-478d-8856-9edf2f48fa3f HTTP/1.1" status: 204 len: 168 time: 0.2460411 Jul 26 15:42:08.708140 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbc95b-0163-40ec-a275-728f7d9329eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd7f48-59de-478d-8856-9edf2f48fa3f,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:08.763524 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84a65f-75e5-431e-a0de-a3f9d05f63cd None None] New status for floating IP a6a252d9-f92d-4991-97f0-8567ef567f0c: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:42:09.468836 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52104) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:09.483862 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e6b47e53-42ee-472a-a783-ddb743da6566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.563472 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e6b47e53-42ee-472a-a783-ddb743da6566 admin admin] Publish callbacks [] for security_group (3bf7d95a-6beb-427a-9c52-d006f415b305), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.639436 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e6b47e53-42ee-472a-a783-ddb743da6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3bf7d95a-6beb-427a-9c52-d006f415b305), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.682507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e6b47e53-42ee-472a-a783-ddb743da6566 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=0d718ce0cf2c448a8ccc42f8f312743a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125783 Jul 26 15:42:09.683502 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b47e53-42ee-472a-a783-ddb743da6566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7d95a-6beb-427a-9c52-d006f415b305,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:09.685223 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52106) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:09.727436 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:09.737271 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] Publish callbacks [] for security_group (3bf7d95a-6beb-427a-9c52-d006f415b305), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.760826 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] Publish callbacks [] for security_group (3bf7d95a-6beb-427a-9c52-d006f415b305), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.947930 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (3bf7d95a-6beb-427a-9c52-d006f415b305), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.950475 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:09.951678 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/3bf7d95a-6beb-427a-9c52-d006f415b305 HTTP/1.1" status: 204 len: 168 time: 0.2654042 Jul 26 15:42:09.961292 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca838f-5011-466c-8a5c-153a9bcd9c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7d95a-6beb-427a-9c52-d006f415b305,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:10.926690 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52134) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:11.033437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-547159752-network', 'tenant_id': 'c2045e25750c4a648c076629cb6dcf96'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:11.170678 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Made reservation on behalf of c2045e25750c4a648c076629cb6dcf96 for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:11.173094 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.183616 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.268140 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks [] for security_group (e72e4bb8-4850-4520-bc1d-129a5e9084e9), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.353483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e72e4bb8-4850-4520-bc1d-129a5e9084e9), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.382061 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1547, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:42:11.397019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e4bb8-4850-4520-bc1d-129a5e9084e9,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:11.402134 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (2cca65d4-5edd-45b1-8fd8-dea48494a1f5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.402480 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Added segment 2cca65d4-5edd-45b1-8fd8-dea48494a1f5 of type vlan for network 77340720-d428-4720-bf32-52b646ff53e1 Jul 26 15:42:11.446032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (77340720-d428-4720-bf32-52b646ff53e1), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.547198 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (77340720-d428-4720-bf32-52b646ff53e1), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.548237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:11.548865 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:11.864257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=77340720-d428-4720-bf32-52b646ff53e1,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:11.875373 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 77340720-d428-4720-bf32-52b646ff53e1 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:42:11.892993 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5e1079c4-1d7d-46c5-957b-a1a7ff00a0f4 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9649129 Jul 26 15:42:11.896322 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52142) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:11.901986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Request body: {'subnet': {'network_id': '77340720-d428-4720-bf32-52b646ff53e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-547159752-subnet', 'tenant_id': 'c2045e25750c4a648c076629cb6dcf96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:11.999578 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Made reservation on behalf of c2045e25750c4a648c076629cb6dcf96 for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:12.001986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:12.014676 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:12.215794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (a8187ba8-78e6-4cf9-b98d-81f84c3196b2), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:12.219962 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:12.279188 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8187ba8-78e6-4cf9-b98d-81f84c3196b2,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:12.286513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Checking segment: {'id': '2cca65d4-5edd-45b1-8fd8-dea48494a1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1547, 'network_id': '77340720-d428-4720-bf32-52b646ff53e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:42:12.286866 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Network hostable DHCP agents. Network: 77340720-d428-4720-bf32-52b646ff53e1, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:42:12.387124 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Network 77340720-d428-4720-bf32-52b646ff53e1 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:42:12.507968 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 77340720-d428-4720-bf32-52b646ff53e1) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:12.512539 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:12.513155 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:12.519726 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff73b6-f27f-4154-a4ac-07e8805fc20f None None] Network 77340720-d428-4720-bf32-52b646ff53e1 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:12.602541 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-11570242-20b6-4b39-a356-2e0886bbf83d admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7046926 Jul 26 15:42:12.635141 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a9b74-f548-4fe5-b89a-121e8bb9fd79 None None] Network 77340720-d428-4720-bf32-52b646ff53e1 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:13.358890 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52174) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:13.361554 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139181436-network', 'tenant_id': '6941088071c14ec5b8f27e04923ed69e'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:13.467447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Made reservation on behalf of 6941088071c14ec5b8f27e04923ed69e for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:13.469980 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.483038 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.574669 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks [] for security_group (f14dac39-7beb-40bc-b8ad-e80c50ed7a79), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.585157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f448f8-efe0-4e90-ba74-482846b6c5c9 req-cdff7d17-6da3-4b22-85d6-0d80f7254db6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:13.586649 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-17f448f8-efe0-4e90-ba74-482846b6c5c9 req-cdff7d17-6da3-4b22-85d6-0d80f7254db6 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0613639 Jul 26 15:42:13.636853 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-17f448f8-efe0-4e90-ba74-482846b6c5c9 req-b3191e55-1e4e-4316-b4e8-ba8625846983 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jul 26 15:42:13.650507 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f14dac39-7beb-40bc-b8ad-e80c50ed7a79), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.680104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:42:13.689259 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14dac39-7beb-40bc-b8ad-e80c50ed7a79,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:13.696096 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (251a95a8-278c-41d7-a10f-73e4cd6ef687), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.696442 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Added segment 251a95a8-278c-41d7-a10f-73e4cd6ef687 of type vlan for network 3d655384-8ff3-49d1-bc79-1655ec5be0c5 Jul 26 15:42:13.738794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (3d655384-8ff3-49d1-bc79-1655ec5be0c5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.850346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (3d655384-8ff3-49d1-bc79-1655ec5be0c5), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.851473 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:13.852060 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:13.914031 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] Pushing event updated for resources: {'Network': ['ID=3d655384-8ff3-49d1-bc79-1655ec5be0c5,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:13.924508 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 3d655384-8ff3-49d1-bc79-1655ec5be0c5 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:42:13.979096 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f2afce56-a8f4-435b-9bca-f6eb3677ff19 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6211731 Jul 26 15:42:13.981900 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52178) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:13.987529 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Request body: {'subnet': {'network_id': '3d655384-8ff3-49d1-bc79-1655ec5be0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139181436-subnet', 'tenant_id': '6941088071c14ec5b8f27e04923ed69e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:14.084804 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Made reservation on behalf of 6941088071c14ec5b8f27e04923ed69e for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:14.087234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:14.209565 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:14.312765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (dcee1e62-087e-4329-9c43-f3b52ecf49c4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:14.374840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcee1e62-087e-4329-9c43-f3b52ecf49c4,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:14.381182 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:14.391547 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Checking segment: {'id': '251a95a8-278c-41d7-a10f-73e4cd6ef687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '3d655384-8ff3-49d1-bc79-1655ec5be0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:42:14.391961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Network hostable DHCP agents. Network: 3d655384-8ff3-49d1-bc79-1655ec5be0c5, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:42:14.501640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Network 3d655384-8ff3-49d1-bc79-1655ec5be0c5 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:42:14.564421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 3d655384-8ff3-49d1-bc79-1655ec5be0c5) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:14.568903 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:14.570957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:14.574581 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d3de9-a3f3-4c0f-b18f-b78927e1ce9c None None] Network 3d655384-8ff3-49d1-bc79-1655ec5be0c5 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:14.646995 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:14.653451 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8e04cb13-4b98-441b-a620-d5354b044fde admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701159 Jul 26 15:42:14.686281 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b592a-7641-4242-89db-54bc9e8c27fe None None] Network 3d655384-8ff3-49d1-bc79-1655ec5be0c5 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:14.832964 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8bf1b-48f8-48a3-8330-dce6aeb17774 req-177198a8-036a-4a2d-8b1d-e2bbd461d6a2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:14.835596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-25f8bf1b-48f8-48a3-8330-dce6aeb17774 req-177198a8-036a-4a2d-8b1d-e2bbd461d6a2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0640721 Jul 26 15:42:14.890855 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-25f8bf1b-48f8-48a3-8330-dce6aeb17774 req-0053a187-0ce1-481a-a6cb-2d87577a19eb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Jul 26 15:42:15.844554 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-01edae5e-ac82-4421-b10c-b7ad62b29664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:16.019918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f85a80-0095-4f55-906c-38cabbeb155f req-b241f885-fc0d-4301-b1d8-8e9e406cfa40 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:16.021427 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b3f85a80-0095-4f55-906c-38cabbeb155f req-b241f885-fc0d-4301-b1d8-8e9e406cfa40 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Jul 26 15:42:16.071289 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b3f85a80-0095-4f55-906c-38cabbeb155f req-fcaeea29-cd2f-46c6-9824-d2f04b846ecd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Jul 26 15:42:17.225042 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f66a53-eb52-4feb-b1b8-83af92fc05bc req-a82ab80d-57cd-4901-8384-b4eb9e015620 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:17.226968 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a5f66a53-eb52-4feb-b1b8-83af92fc05bc req-a82ab80d-57cd-4901-8384-b4eb9e015620 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0667241 Jul 26 15:42:17.280954 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a5f66a53-eb52-4feb-b1b8-83af92fc05bc req-e219c6ef-ba44-4fff-a47a-c93cbb80f385 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481586 Jul 26 15:42:18.381650 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-121df21f-1954-47b7-aae5-28c3f8eb5b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:18.427268 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08e3d7-b0ea-4c3c-bee1-404f7b261a58 req-b1d4c207-298e-43fd-9682-ba980648ea68 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:18.429807 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0a08e3d7-b0ea-4c3c-bee1-404f7b261a58 req-b1d4c207-298e-43fd-9682-ba980648ea68 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0546272 Jul 26 15:42:18.482625 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0a08e3d7-b0ea-4c3c-bee1-404f7b261a58 req-5641b2f6-82ae-47e7-8ba9-8482ce6d2586 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Jul 26 15:42:18.872875 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:18.874920 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:19.445003 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:19.616555 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736959-e9ea-4cb9-8e87-d2b6b6905b2e req-b7cd07c2-74ce-415a-afa6-2d6954391556 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:19.618194 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-39736959-e9ea-4cb9-8e87-d2b6b6905b2e req-b7cd07c2-74ce-415a-afa6-2d6954391556 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0539458 Jul 26 15:42:19.666437 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-39736959-e9ea-4cb9-8e87-d2b6b6905b2e req-19397f75-002f-4a37-8ac4-0b7640b26833 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Jul 26 15:42:20.796257 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd957-b6f1-492e-a639-710fbf3debaf req-6fc18c1e-f481-4d92-8a17-0f07600b790b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:20.797791 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-198fd957-b6f1-492e-a639-710fbf3debaf req-6fc18c1e-f481-4d92-8a17-0f07600b790b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Jul 26 15:42:20.848441 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-198fd957-b6f1-492e-a639-710fbf3debaf req-147ec182-8796-43a4-aeee-2d9b4ab05459 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Jul 26 15:42:21.324479 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:21.375050 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:21.977127 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611bde2-94ba-45c6-a97e-2bb4953baebf req-22a9ae58-67ce-4b9f-bee5-d6d1ccee4b4d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:21.978668 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8611bde2-94ba-45c6-a97e-2bb4953baebf req-22a9ae58-67ce-4b9f-bee5-d6d1ccee4b4d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Jul 26 15:42:22.028555 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8611bde2-94ba-45c6-a97e-2bb4953baebf req-98366a49-56d1-4b70-8bc3-d1600a5463bb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Jul 26 15:42:23.161286 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006ba2-17c6-4911-a715-f78d12194351 req-0de2e918-39db-498a-bfba-6181d3d04bde tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:23.162789 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-38006ba2-17c6-4911-a715-f78d12194351 req-0de2e918-39db-498a-bfba-6181d3d04bde tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Jul 26 15:42:23.214969 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-38006ba2-17c6-4911-a715-f78d12194351 req-dfe8cd0e-5f42-402b-90df-998aa9b7cb07 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Jul 26 15:42:24.339902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0142-13d4-4cec-b8a4-40848cfe435b req-29219085-c5d7-40fe-8810-5984dfcff266 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:24.341460 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-513d0142-13d4-4cec-b8a4-40848cfe435b req-29219085-c5d7-40fe-8810-5984dfcff266 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Jul 26 15:42:24.396870 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-513d0142-13d4-4cec-b8a4-40848cfe435b req-2ffcc37f-7cc7-419f-ac12-7c7fe3623a51 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495846 Jul 26 15:42:25.525938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a549004-b610-4998-ac97-4784f05e738b req-97add7a4-ebbd-416d-9aba-071cd2f75f0e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:25.527410 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a549004-b610-4998-ac97-4784f05e738b req-97add7a4-ebbd-416d-9aba-071cd2f75f0e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Jul 26 15:42:25.547165 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:25.577664 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2a549004-b610-4998-ac97-4784f05e738b req-933101d2-bde2-40e2-b443-1da14d19b55a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Jul 26 15:42:26.704752 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0af0b6-992c-4bba-b5dc-6e505fa0a9a1 req-58f59cfd-6db7-4367-9156-a831b8d10cfb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:26.706144 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ac0af0b6-992c-4bba-b5dc-6e505fa0a9a1 req-58f59cfd-6db7-4367-9156-a831b8d10cfb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Jul 26 15:42:26.754882 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ac0af0b6-992c-4bba-b5dc-6e505fa0a9a1 req-0be5e87c-5259-49c0-ac7b-2adb2482b8b5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Jul 26 15:42:27.884723 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f0fe5-41c2-40bc-a3ee-5496246ab420 req-47f1cb32-a1dd-4c0d-98dc-aa3b9e0e922d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:27.886364 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1f4f0fe5-41c2-40bc-a3ee-5496246ab420 req-47f1cb32-a1dd-4c0d-98dc-aa3b9e0e922d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Jul 26 15:42:27.935300 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1f4f0fe5-41c2-40bc-a3ee-5496246ab420 req-231bcc6f-f2e4-431a-b84f-bce12c256c00 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428712 Jul 26 15:42:29.067408 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5267aa2-b822-4ef0-a99a-5ec8173199b4 req-9165899c-fd85-4185-806a-576d2e4c7c29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:29.068885 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b5267aa2-b822-4ef0-a99a-5ec8173199b4 req-9165899c-fd85-4185-806a-576d2e4c7c29 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0525377 Jul 26 15:42:29.117992 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b5267aa2-b822-4ef0-a99a-5ec8173199b4 req-8f3fc988-2c5c-45fd-8c7c-ffd78d64b7e2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Jul 26 15:42:30.246371 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41a08-c41a-4fbc-8201-25151016b392 req-97eddc1f-a0e9-4bcc-aa3d-b53c6c72fe9f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:30.247880 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9da41a08-c41a-4fbc-8201-25151016b392 req-97eddc1f-a0e9-4bcc-aa3d-b53c6c72fe9f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Jul 26 15:42:30.303219 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9da41a08-c41a-4fbc-8201-25151016b392 req-01bf3ad9-5ffb-47bf-906f-0533e7763f1b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495296 Jul 26 15:42:30.583706 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:42:30.691716 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:30.703851 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'a738a47a-b442-4106-adbb-9f2d80950686', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:42:30.741277 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: ACTIVE; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:30.741778 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:30.755949 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:42:30.776961 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:30.877367 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:30.906049 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:30.927212 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=6']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:30.937709 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.938062 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.938409 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.938748 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.939081 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.939413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.939740 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.940130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.940458 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.940806 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.943664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.943664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.943664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.943664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.943664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:30.997918 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['a738a47a-b442-4106-adbb-9f2d80950686'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:42:31.444841 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3059-fb5e-4d48-85c2-e793315f9770 req-d94a39ee-ff12-4727-a29b-b1efe9b493c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:31.447215 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-959b3059-fb5e-4d48-85c2-e793315f9770 req-d94a39ee-ff12-4727-a29b-b1efe9b493c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 944 time: 0.0598428 Jul 26 15:42:31.471615 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52358) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:31.502276 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:31.512789 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-959b3059-fb5e-4d48-85c2-e793315f9770 req-83fc0ad7-82d8-40d8-8666-9e2c7b8113b0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585649 Jul 26 15:42:31.521877 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Deleting subnet a8187ba8-78e6-4cf9-b98d-81f84c3196b2 {{(pid=104582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:42:31.525324 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Publish callbacks [] for subnet (a8187ba8-78e6-4cf9-b98d-81f84c3196b2), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.558945 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:31.563205 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10124493'] for subnet (a8187ba8-78e6-4cf9-b98d-81f84c3196b2), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.609352 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (a8187ba8-78e6-4cf9-b98d-81f84c3196b2), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.764528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10332074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9508800'] for subnet (a8187ba8-78e6-4cf9-b98d-81f84c3196b2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.801407 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8187ba8-78e6-4cf9-b98d-81f84c3196b2,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:31.804263 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.808011 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/a8187ba8-78e6-4cf9-b98d-81f84c3196b2 HTTP/1.1" status: 204 len: 168 time: 0.3346176 Jul 26 15:42:31.810680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52362) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:31.814917 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.815430 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.815783 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.816119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.816453 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.816802 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.817125 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.817456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.817807 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.818131 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.818461 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.818819 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.819160 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.819481 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.819799 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9e615-4ec1-44f1-900c-dfbe0b74cdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:31.885637 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (77340720-d428-4720-bf32-52b646ff53e1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.971819 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (77340720-d428-4720-bf32-52b646ff53e1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:31.993204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77340720-d428-4720-bf32-52b646ff53e1']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:31.995060 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:32.003320 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cca65d4-5edd-45b1-8fd8-dea48494a1f5') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:32.003622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cca65d4-5edd-45b1-8fd8-dea48494a1f5') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:32.013664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (2cca65d4-5edd-45b1-8fd8-dea48494a1f5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.028359 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (2cca65d4-5edd-45b1-8fd8-dea48494a1f5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.034853 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Releasing vlan 1547 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:42:32.035243 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (2cca65d4-5edd-45b1-8fd8-dea48494a1f5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.075157 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 2cca65d4-5edd-45b1-8fd8-dea48494a1f5 resource provider aggregate not found Jul 26 15:42:32.094784 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 2cca65d4-5edd-45b1-8fd8-dea48494a1f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cca65d4-5edd-45b1-8fd8-dea48494a1f5 found for delete ", "request_id": "req-203dd450-95b6-4135-a9ef-3abb9bcb1ba6"}]} Jul 26 15:42:32.191593 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (77340720-d428-4720-bf32-52b646ff53e1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.197636 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.201760 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] 10.222.0.128 "DELETE /v2.0/networks/77340720-d428-4720-bf32-52b646ff53e1 HTTP/1.1" status: 204 len: 168 time: 0.3900082 Jul 26 15:42:32.204735 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52368) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:32.213455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=77340720-d428-4720-bf32-52b646ff53e1,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:32.222511 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.222850 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.223192 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.223526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.223854 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.224180 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.224527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.224851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.225172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.225498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.225817 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.226242 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.226674 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.227075 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.227398 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea9d6a-0bc5-4b59-a73a-ea3880773d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:42:32.250947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Deleting subnet dcee1e62-087e-4329-9c43-f3b52ecf49c4 {{(pid=104582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:42:32.254206 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Publish callbacks [] for subnet (dcee1e62-087e-4329-9c43-f3b52ecf49c4), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.290766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10124493'] for subnet (dcee1e62-087e-4329-9c43-f3b52ecf49c4), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.333270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (dcee1e62-087e-4329-9c43-f3b52ecf49c4), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.489502 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10332074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9508800'] for subnet (dcee1e62-087e-4329-9c43-f3b52ecf49c4), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.516412 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcee1e62-087e-4329-9c43-f3b52ecf49c4,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:32.520301 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.523587 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-40bbacc6-6a89-41d3-832a-1dc0ee1d3c20 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/dcee1e62-087e-4329-9c43-f3b52ecf49c4 HTTP/1.1" status: 204 len: 168 time: 0.3178189 Jul 26 15:42:32.526847 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52370) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:32.600566 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (3d655384-8ff3-49d1-bc79-1655ec5be0c5), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.601280 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:32.650682 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port a738a47a-b442-4106-adbb-9f2d80950686 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:32.651718 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a738a47a-b442-4106-adbb-9f2d80950686), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.675333 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628c19-13eb-475a-a203-07b49b9a0d43 req-bbfaa48e-e95b-4e73-820a-f895c70286bd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:32.676992 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:32.677151 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2c628c19-13eb-475a-a203-07b49b9a0d43 req-bbfaa48e-e95b-4e73-820a-f895c70286bd tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 944 time: 0.0802341 Jul 26 15:42:32.730032 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:32.730308 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.743900 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (3d655384-8ff3-49d1-bc79-1655ec5be0c5), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.754776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:32.757052 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8c54d-3676-48b4-bdcf-02a81b2e6e66" -d '{"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:32.771004 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:32.785028 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d655384-8ff3-49d1-bc79-1655ec5be0c5']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:32.794640 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2c628c19-13eb-475a-a203-07b49b9a0d43 req-75975590-b478-4cd5-9aeb-4758b30a39f2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074305 Jul 26 15:42:32.798382 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251a95a8-278c-41d7-a10f-73e4cd6ef687') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:32.798680 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251a95a8-278c-41d7-a10f-73e4cd6ef687') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:32.800741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d06ba5-0bc1-49b9-8106-7a6c52e2d9ed x-openstack-request-id: req-e4d06ba5-0bc1-49b9-8106-7a6c52e2d9ed {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:32.801516 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:32.801988 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-e4d06ba5-0bc1-49b9-8106-7a6c52e2d9ed {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:32.802599 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d06ba5-0bc1-49b9-8106-7a6c52e2d9ed'] response: {'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'code': 200} Jul 26 15:42:32.809313 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (251a95a8-278c-41d7-a10f-73e4cd6ef687), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.826390 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (251a95a8-278c-41d7-a10f-73e4cd6ef687), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.830855 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:32.832082 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:42:32.832712 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (251a95a8-278c-41d7-a10f-73e4cd6ef687), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.866119 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.872937 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 251a95a8-278c-41d7-a10f-73e4cd6ef687 resource provider aggregate not found Jul 26 15:42:32.894539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 251a95a8-278c-41d7-a10f-73e4cd6ef687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 251a95a8-278c-41d7-a10f-73e4cd6ef687 found for delete ", "request_id": "req-ef159f6d-da9a-4a1b-a4fe-05825c3d5fc0"}]} Jul 26 15:42:32.916847 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=7']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:32.969005 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (3d655384-8ff3-49d1-bc79-1655ec5be0c5), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.975797 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:32.977934 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] 10.222.0.128 "DELETE /v2.0/networks/3d655384-8ff3-49d1-bc79-1655ec5be0c5 HTTP/1.1" status: 204 len: 168 time: 0.4501817 Jul 26 15:42:32.990384 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420b386-6850-4011-8b75-b838608db47b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d655384-8ff3-49d1-bc79-1655ec5be0c5,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:33.380168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52396) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:33.424818 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a077b47a-949d-4005-9f4a-cd962b911453 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c2045e25750c4a648c076629cb6dcf96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426264 Jul 26 15:42:33.426803 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52398) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:33.482869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] Publish callbacks [] for security_group (e72e4bb8-4850-4520-bc1d-129a5e9084e9), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:33.552484 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] Publish callbacks [] for security_group (e72e4bb8-4850-4520-bc1d-129a5e9084e9), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:33.711562 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (e72e4bb8-4850-4520-bc1d-129a5e9084e9), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:33.714893 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:33.716233 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/e72e4bb8-4850-4520-bc1d-129a5e9084e9 HTTP/1.1" status: 204 len: 168 time: 0.2884934 Jul 26 15:42:33.725748 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4ec76-a8f7-43d0-8395-cbdba922ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e4bb8-4850-4520-bc1d-129a5e9084e9,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:33.940825 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89e4f-540c-47c9-a8f9-1ba517346b3d req-3df60723-6878-4f88-a138-37a52a1a298c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:33.942352 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4ba89e4f-540c-47c9-a8f9-1ba517346b3d req-3df60723-6878-4f88-a138-37a52a1a298c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0539713 Jul 26 15:42:33.992469 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4ba89e4f-540c-47c9-a8f9-1ba517346b3d req-618a91cb-f2fe-4dd5-9bb5-ac44fec2942a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Jul 26 15:42:34.123726 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:42:34.648509 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52418) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:34.704939 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d0280171-ca83-46d6-bca8-71c2a1c39b66 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=6941088071c14ec5b8f27e04923ed69e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545623 Jul 26 15:42:34.708663 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52420) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:34.725700 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:34.778287 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] Publish callbacks [] for security_group (f14dac39-7beb-40bc-b8ad-e80c50ed7a79), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:34.804181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] Publish callbacks [] for security_group (f14dac39-7beb-40bc-b8ad-e80c50ed7a79), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:34.941005 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f14dac39-7beb-40bc-b8ad-e80c50ed7a79), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:34.943858 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:34.946035 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f14dac39-7beb-40bc-b8ad-e80c50ed7a79 HTTP/1.1" status: 204 len: 168 time: 0.2330196 Jul 26 15:42:34.966941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec3296-0b45-4b80-a979-9992436efc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14dac39-7beb-40bc-b8ad-e80c50ed7a79,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:35.146840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922ff25-e1d4-4aa0-9cd0-3cf30a9ebd7b req-af3d5dcb-7393-4d6f-89d4-2850d58953a4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:35.148296 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c922ff25-e1d4-4aa0-9cd0-3cf30a9ebd7b req-af3d5dcb-7393-4d6f-89d4-2850d58953a4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0639923 Jul 26 15:42:35.206385 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c922ff25-e1d4-4aa0-9cd0-3cf30a9ebd7b req-7f55a858-603a-46e1-9275-eed73840d021 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502975 Jul 26 15:42:36.115100 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:36.365028 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33287-e9c6-4a1e-930c-279de82fd67f req-e010da45-52f2-4485-acee-cc78335b3aa8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:36.367414 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21f33287-e9c6-4a1e-930c-279de82fd67f req-e010da45-52f2-4485-acee-cc78335b3aa8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0585439 Jul 26 15:42:36.427254 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-21f33287-e9c6-4a1e-930c-279de82fd67f req-770faf28-3d52-4542-aebc-c72fc31b49ac tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539632 Jul 26 15:42:37.572329 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0158-7da5-496b-90f4-5ee355caaead req-fdd98b6c-ee3e-47f2-abde-5b443fc37e23 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:37.574595 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6edd0158-7da5-496b-90f4-5ee355caaead req-fdd98b6c-ee3e-47f2-abde-5b443fc37e23 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Jul 26 15:42:37.623724 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6edd0158-7da5-496b-90f4-5ee355caaead req-fa119554-f758-4509-b797-fc18da80ed87 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Jul 26 15:42:38.397057 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:38.775026 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861b82-1b1d-415e-a4a8-560a56a33660 req-2c8840ad-7ee7-4afa-82e4-70d43e16076a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:38.776617 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35861b82-1b1d-415e-a4a8-560a56a33660 req-2c8840ad-7ee7-4afa-82e4-70d43e16076a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0558903 Jul 26 15:42:38.859909 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35861b82-1b1d-415e-a4a8-560a56a33660 req-c97d3045-de2c-4c0f-be29-49dd4c6567b4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732985 Jul 26 15:42:40.017318 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8496-7fec-4e1a-815d-6860dd3c957d req-bcdd6ebd-f1e6-4e34-8363-a2666f1f2875 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:40.020995 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2afd8496-7fec-4e1a-815d-6860dd3c957d req-bcdd6ebd-f1e6-4e34-8363-a2666f1f2875 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Jul 26 15:42:40.084178 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2afd8496-7fec-4e1a-815d-6860dd3c957d req-60d46e89-3a83-4ac8-8c27-1e8a4074a472 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569799 Jul 26 15:42:41.220394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5bfb-1a5c-4a6c-aaca-5bb9a48b6871 req-16d586c9-e6f5-4aee-85c3-f863e55d660c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:41.222048 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-403b5bfb-1a5c-4a6c-aaca-5bb9a48b6871 req-16d586c9-e6f5-4aee-85c3-f863e55d660c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Jul 26 15:42:41.302544 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-403b5bfb-1a5c-4a6c-aaca-5bb9a48b6871 req-d2272207-96dc-411a-b2f8-056301c8a865 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649674 Jul 26 15:42:42.482417 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565f84-499c-4b50-aace-4d986263840b req-a9eceb14-537e-4c6d-9b69-52506362f7ee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:42.485286 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1565f84-499c-4b50-aace-4d986263840b req-a9eceb14-537e-4c6d-9b69-52506362f7ee tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Jul 26 15:42:42.555794 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f1565f84-499c-4b50-aace-4d986263840b req-e01dfb0a-1812-4cfd-a6d0-96f8a5972ec2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634170 Jul 26 15:42:43.708910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b4f8-5eab-4f86-a44b-ed296e0262d5 req-3989dc54-7be5-41b7-a4b3-befba989a1d0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:43.710513 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3208b4f8-5eab-4f86-a44b-ed296e0262d5 req-3989dc54-7be5-41b7-a4b3-befba989a1d0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0588679 Jul 26 15:42:43.766916 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3208b4f8-5eab-4f86-a44b-ed296e0262d5 req-a4aee911-8873-4191-ae9d-9af0d4bd01c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495155 Jul 26 15:42:44.149913 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:44.911993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe0f1-bc04-466a-be52-1c55a2185a96 req-d8d0b834-5f20-4dcf-ad59-d8269402504b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:44.914529 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82cfe0f1-bc04-466a-be52-1c55a2185a96 req-d8d0b834-5f20-4dcf-ad59-d8269402504b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0512908 Jul 26 15:42:44.940072 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:44.976726 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82cfe0f1-bc04-466a-be52-1c55a2185a96 req-0a71e5f3-54d0-4700-84c8-b8c65614000c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556705 Jul 26 15:42:45.507591 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f45c17-2c4b-45a0-8e35-8caa31ad0838 req-a148db72-039a-4f96-92b9-baff231d63ad tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:45.509200 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82f45c17-2c4b-45a0-8e35-8caa31ad0838 req-a148db72-039a-4f96-92b9-baff231d63ad tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0491776 Jul 26 15:42:45.564756 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-82f45c17-2c4b-45a0-8e35-8caa31ad0838 req-efee9bb1-d7e2-46b3-b681-e48a56552727 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488906 Jul 26 15:42:45.865288 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8f057fc4-e105-4370-9723-365e527ba2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:46.089256 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:46.108422 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18d90c-e906-468c-abcb-1fb545bb7e66 req-e6d4abc7-0a9e-443a-a0f6-e6a454055fa3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:46.109919 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ad18d90c-e906-468c-abcb-1fb545bb7e66 req-e6d4abc7-0a9e-443a-a0f6-e6a454055fa3 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Jul 26 15:42:46.160704 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ad18d90c-e906-468c-abcb-1fb545bb7e66 req-fcfaf465-832b-41ad-90bb-2006ee44e7be tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Jul 26 15:42:46.686084 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174832fa-fc3d-4a0b-9fb8-d2e93db4588f req-509e8267-58b3-428b-af94-13ba09c60fef tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:46.687613 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-174832fa-fc3d-4a0b-9fb8-d2e93db4588f req-509e8267-58b3-428b-af94-13ba09c60fef tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0479782 Jul 26 15:42:46.751769 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-174832fa-fc3d-4a0b-9fb8-d2e93db4588f req-9ac42492-89b6-4d44-a9bf-867c82923c84 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575211 Jul 26 15:42:47.291144 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22100237-0f98-47a0-906d-533647f5ed6a req-45a6c33b-40c3-45b6-a2bc-fe5c4151d005 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:47.293330 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22100237-0f98-47a0-906d-533647f5ed6a req-45a6c33b-40c3-45b6-a2bc-fe5c4151d005 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0531287 Jul 26 15:42:47.342977 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22100237-0f98-47a0-906d-533647f5ed6a req-79634a1c-edee-4430-ad59-af3ac4b3e581 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Jul 26 15:42:47.715633 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647b118-6811-4509-8fbc-6ded744df47b req-797916c1-91a1-417d-b036-a403ec89f4dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:47.717059 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e647b118-6811-4509-8fbc-6ded744df47b req-797916c1-91a1-417d-b036-a403ec89f4dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0485809 Jul 26 15:42:47.879972 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a449d2-4b97-4d8a-8784-6b12c805433b req-225c4723-bb09-45e4-ab49-8c68fd8d0899 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:47.881505 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d7a449d2-4b97-4d8a-8784-6b12c805433b req-225c4723-bb09-45e4-ab49-8c68fd8d0899 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0550783 Jul 26 15:42:47.938626 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d7a449d2-4b97-4d8a-8784-6b12c805433b req-2c428da1-ebcf-4eba-ba8f-76b59b1d1112 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494015 Jul 26 15:42:47.990125 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52638) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:48.099439 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f47c8a59-1bbc-4ed2-b18b-e993b6e9d910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.178454 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f47c8a59-1bbc-4ed2-b18b-e993b6e9d910 admin admin] Publish callbacks [] for security_group (5d537a1a-281a-440f-b153-ef5bb5648d4b), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.225116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f47c8a59-1bbc-4ed2-b18b-e993b6e9d910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5d537a1a-281a-440f-b153-ef5bb5648d4b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.265389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c8a59-1bbc-4ed2-b18b-e993b6e9d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d537a1a-281a-440f-b153-ef5bb5648d4b,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:48.271235 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f47c8a59-1bbc-4ed2-b18b-e993b6e9d910 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=547f8284fbe14b4aa03141adb0677708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794206 Jul 26 15:42:48.273226 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52642) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:48.326268 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] Publish callbacks [] for security_group (5d537a1a-281a-440f-b153-ef5bb5648d4b), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.334520 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:48.348157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] Publish callbacks [] for security_group (5d537a1a-281a-440f-b153-ef5bb5648d4b), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.378735 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0e11661-be98-49ee-9349-45b1be1ba194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.461829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5d537a1a-281a-440f-b153-ef5bb5648d4b), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.462051 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.463239 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/5d537a1a-281a-440f-b153-ef5bb5648d4b HTTP/1.1" status: 204 len: 168 time: 0.1889617 Jul 26 15:42:48.480859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30becc-f5d6-498c-a04a-bd8402ab549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d537a1a-281a-440f-b153-ef5bb5648d4b,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:48.517945 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:48.522229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3f46-2b24-43d2-940c-6961b3cf6073 req-2ea6ff2c-8708-422d-9881-f340ca449a36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:48.523933 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9c7d3f46-2b24-43d2-940c-6961b3cf6073 req-2ea6ff2c-8708-422d-9881-f340ca449a36 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0997367 Jul 26 15:42:48.614112 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:48.614455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.622256 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-9c7d3f46-2b24-43d2-940c-6961b3cf6073 req-5fedfa09-02a5-4633-bd46-d2627af1f4e0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922661 Jul 26 15:42:48.732065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] For port 1bad2d35-9248-4aed-a7c2-1faaec7a1161, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1bad2d35-9248-4aed-a7c2-1faaec7a1161,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:48.732602 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.785089 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-3aa66811-fb56-4262-9ef9-3d8f4cde230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:48.787208 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-3aa66811-fb56-4262-9ef9-3d8f4cde230c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1129 time: 0.0517590 Jul 26 15:42:48.905036 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-a0e6dd38-052f-4589-be5b-866c223a0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:48.906636 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-a0e6dd38-052f-4589-be5b-866c223a0ce4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.0981653 Jul 26 15:42:48.922702 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.923058 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (ed3d81e2-32df-4603-a2f8-c7bdd475efa3), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:48.923366 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP ed3d81e2-32df-4603-a2f8-c7bdd475efa3 disassociated. External IP: 172.27.1.213, port: 1bad2d35-9248-4aed-a7c2-1faaec7a1161. Jul 26 15:42:48.923708 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for 1bad2d35-9248-4aed-a7c2-1faaec7a1161 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:48.993086 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-d44a0089-fbbd-44ff-b4c2-abcc123d881e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 1000 time: 0.0787101 Jul 26 15:42:49.044583 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:49.071910 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-f1e570c8-bb8f-4eb7-8d00-4ba56a2baac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:49.073630 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-f1e570c8-bb8f-4eb7-8d00-4ba56a2baac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0727694 Jul 26 15:42:49.149739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52660) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:49.151765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f987285-9283-4440-ad87-04ec10d62d43 req-5449b783-8741-4e2f-bb7a-a878865ad0fd tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:49.153582 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f987285-9283-4440-ad87-04ec10d62d43 req-5449b783-8741-4e2f-bb7a-a878865ad0fd tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Jul 26 15:42:49.157151 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-4b2b939c-3d7e-4c93-bad0-6bd06b7e6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:49.158710 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-4b2b939c-3d7e-4c93-bad0-6bd06b7e6069 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735464 Jul 26 15:42:49.165320 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c793e771-c333-43ca-ac7d-c702ca65bfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.169797 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (1bad2d35-9248-4aed-a7c2-1faaec7a1161), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.215855 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=1bad2d35-9248-4aed-a7c2-1faaec7a1161,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:49.223565 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:49.278034 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f987285-9283-4440-ad87-04ec10d62d43 req-f519a825-a94e-45b9-8b0f-c622e0103dd4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184165 Jul 26 15:42:49.319283 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-545c4bf9-f416-425d-8141-8f5b72a0f7a5 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528461 Jul 26 15:42:49.388892 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c793e771-c333-43ca-ac7d-c702ca65bfed admin admin] Publish callbacks [] for security_group (5dc080da-0813-4100-b6bd-d89339dc8cd1), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.393168 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:49.397684 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:49.431663 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-083da601-f9a8-45cf-a15c-a965740ebca3 req-412801c2-4159-44a4-8da0-8f1331ec609f service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053941 Jul 26 15:42:49.436305 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.488036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c793e771-c333-43ca-ac7d-c702ca65bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5dc080da-0813-4100-b6bd-d89339dc8cd1), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.538438 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e771-c333-43ca-ac7d-c702ca65bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc080da-0813-4100-b6bd-d89339dc8cd1,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:49.550074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52670) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:49.550248 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c793e771-c333-43ca-ac7d-c702ca65bfed admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=860e687f576846cfbfca5dac9a99b067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989263 Jul 26 15:42:49.556074 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:49.570739 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:49.583233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:49.584417 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:49.610498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] No DVR routers for this DVR port 1bad2d35-9248-4aed-a7c2-1faaec7a1161 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:49.613084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.616327 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e647b118-6811-4509-8fbc-6ded744df47b req-a108c58f-b3eb-4747-8f2c-40af54ab000a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "DELETE /v2.0/ports/1bad2d35-9248-4aed-a7c2-1faaec7a1161 HTTP/1.1" status: 204 len: 173 time: 1.1505628 Jul 26 15:42:49.616851 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'name': 'network-vif-deleted', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:49.619186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05be74-1c27-4422-b4d8-544bbd443cbc" -d '{"events": [{"server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "name": "network-vif-deleted", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:49.629822 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] Publish callbacks [] for security_group (5dc080da-0813-4100-b6bd-d89339dc8cd1), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.660687 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] Publish callbacks [] for security_group (5dc080da-0813-4100-b6bd-d89339dc8cd1), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.702550 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c91a7-7ffb-4f05-a444-9889ef736054 x-openstack-request-id: req-b40c91a7-7ffb-4f05-a444-9889ef736054 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:49.702871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4641a-1f7d-473c-a239-03183b2ef9b9", "name": "network-vif-deleted", "tag": "1bad2d35-9248-4aed-a7c2-1faaec7a1161", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:49.703093 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-b40c91a7-7ffb-4f05-a444-9889ef736054 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:49.703503 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40c91a7-7ffb-4f05-a444-9889ef736054'] response: {'server_uuid': 'a3f4641a-1f7d-473c-a239-03183b2ef9b9', 'name': 'network-vif-deleted', 'tag': '1bad2d35-9248-4aed-a7c2-1faaec7a1161', 'status': 'completed', 'code': 200} Jul 26 15:42:49.710023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:49.765035 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:49.786899 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5dc080da-0813-4100-b6bd-d89339dc8cd1), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.789556 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:49.790753 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/5dc080da-0813-4100-b6bd-d89339dc8cd1 HTTP/1.1" status: 204 len: 168 time: 0.2396176 Jul 26 15:42:49.820628 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7527d-2a69-4206-9197-fa5d49739e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc080da-0813-4100-b6bd-d89339dc8cd1,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:49.837714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb1ed-0e78-4b73-a577-0b506ddfaaa5 req-de5e2e93-2f95-4b99-aa73-e58f2713be1c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:49.839875 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c24cb1ed-0e78-4b73-a577-0b506ddfaaa5 req-de5e2e93-2f95-4b99-aa73-e58f2713be1c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 945 time: 0.0666103 Jul 26 15:42:49.912886 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c24cb1ed-0e78-4b73-a577-0b506ddfaaa5 req-c88fc1ec-e0aa-49c6-8730-fb67aea165b5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560281 Jul 26 15:42:49.997426 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:50.026905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:50.035577 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:50.036185 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:50.075371 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:50.140960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:50.392146 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0d3d67fc-5d0a-411a-b6a3-b51ec63e527a req-3cb5ac32-17b3-41fb-a65f-78cd5b1a1e3e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0331240 Jul 26 15:42:50.413901 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:50.463313 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:50.489480 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb58f8-5e08-4dd0-9440-36a4253a7a69 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:50.659359 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52684) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:50.666511 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:50.677489 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-51fe7b40-78d6-4b6e-98b6-5298a67c7714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.721929 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef14fd2-91fb-457a-b792-6c7fe15835c4 None None] New status for floating IP ed3d81e2-32df-4603-a2f8-c7bdd475efa3: DOWN {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:42:50.762271 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: ACTIVE; New status is: DOWN {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:50.762745 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.765081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-51fe7b40-78d6-4b6e-98b6-5298a67c7714 admin admin] Publish callbacks [] for security_group (a7c9f430-532c-4b60-ab89-6e9eb2b5a515), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.789077 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:50.791479 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed239ba-c3cd-4980-a3ea-26bdc8e00405" -d '{"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:50.806938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:50.842532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3a285-2297-4379-b0b4-e7f954063906 x-openstack-request-id: req-87f3a285-2297-4379-b0b4-e7f954063906 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:50.842532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:50.842867 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-87f3a285-2297-4379-b0b4-e7f954063906 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:50.843135 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f3a285-2297-4379-b0b4-e7f954063906'] response: {'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'code': 200} Jul 26 15:42:50.864567 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-51fe7b40-78d6-4b6e-98b6-5298a67c7714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a7c9f430-532c-4b60-ab89-6e9eb2b5a515), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.893795 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.894633 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1bad2d35-9248-4aed-a7c2-1faaec7a1161 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:50.904212 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe7b40-78d6-4b6e-98b6-5298a67c7714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c9f430-532c-4b60-ab89-6e9eb2b5a515,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:50.908965 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-51fe7b40-78d6-4b6e-98b6-5298a67c7714 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=570de1faf53446ba9a6f27cc937e6eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476585 Jul 26 15:42:50.911773 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52690) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:50.934437 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 1bad2d35-9248-4aed-a7c2-1faaec7a1161 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:42:50.935132 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 1bad2d35-9248-4aed-a7c2-1faaec7a1161 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:42:50.971633 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] Publish callbacks [] for security_group (a7c9f430-532c-4b60-ab89-6e9eb2b5a515), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:50.973216 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=8']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:50.997506 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] Publish callbacks [] for security_group (a7c9f430-532c-4b60-ab89-6e9eb2b5a515), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:51.139280 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a7c9f430-532c-4b60-ab89-6e9eb2b5a515), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:51.143754 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:51.149338 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/a7c9f430-532c-4b60-ab89-6e9eb2b5a515 HTTP/1.1" status: 204 len: 168 time: 0.2364342 Jul 26 15:42:51.159170 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b724c-6807-419e-8b82-a325aa02d266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c9f430-532c-4b60-ab89-6e9eb2b5a515,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:51.294437 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:51.312631 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:51.349718 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5fa2-8362-46f9-8c4c-4f234bfe756f req-a64a3577-4d96-4f38-8df0-fe621c0e80c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:51.352035 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-89ec5fa2-8362-46f9-8c4c-4f234bfe756f req-a64a3577-4d96-4f38-8df0-fe621c0e80c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.3461185 Jul 26 15:42:51.405707 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-89ec5fa2-8362-46f9-8c4c-4f234bfe756f req-a060dc15-7d19-415b-b015-ea557e090eb1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Jul 26 15:42:51.503362 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6408e37-d307-425d-b5d1-c3931c0fbe8a req-3670af00-7885-4100-9abd-c5793b5d93c6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0350573 Jul 26 15:42:52.321061 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52720) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:52.431316 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215662230-network', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:52.545779 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a392f8-2f6d-4a90-a045-96ab1bdacd47 req-6d097fb2-604c-4047-8c26-df9ae513e783 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:52.547300 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a2a392f8-2f6d-4a90-a045-96ab1bdacd47 req-6d097fb2-604c-4047-8c26-df9ae513e783 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0532844 Jul 26 15:42:52.548432 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Made reservation on behalf of f06fcba3614a4f428778ccfa4d2ac3eb for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:52.554239 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.575264 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.624167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-23c7d1b2-9760-4d19-bb70-f375f09af472 req-acbea9c1-6b15-4f75-8544-1959cee1303c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=a3f4641a-1f7d-473c-a239-03183b2ef9b9 HTTP/1.1" status: 200 len: 210 time: 0.0292242 Jul 26 15:42:52.628074 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a2a392f8-2f6d-4a90-a045-96ab1bdacd47 req-c01be2c7-d31c-4b33-a23f-e880b31367dc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744171 Jul 26 15:42:52.639416 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:52.690223 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks [] for security_group (b685917d-02d8-41d2-a45d-754c9fb6da70), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.767457 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b685917d-02d8-41d2-a45d-754c9fb6da70), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.779354 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:52.791101 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1529, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:42:52.810825 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (deb5cd26-e757-40a7-b7b9-516dca65af2d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.811146 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Added segment deb5cd26-e757-40a7-b7b9-516dca65af2d of type vlan for network 17c20447-2fba-40df-9a90-b0346ebd5704 Jul 26 15:42:52.819609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b685917d-02d8-41d2-a45d-754c9fb6da70,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:52.858593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (17c20447-2fba-40df-9a90-b0346ebd5704), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.985028 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (17c20447-2fba-40df-9a90-b0346ebd5704), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:52.986098 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:52.986685 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:53.060283 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] Pushing event updated for resources: {'Network': ['ID=17c20447-2fba-40df-9a90-b0346ebd5704,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:53.070281 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 17c20447-2fba-40df-9a90-b0346ebd5704 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:42:53.273178 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ddd47dd5-71a4-44aa-b011-70926007fa40 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9509964 Jul 26 15:42:53.276511 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52752) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:53.281406 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Request body: {'subnet': {'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215662230-subnet', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'ip_version': 4}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:53.419592 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Made reservation on behalf of f06fcba3614a4f428778ccfa4d2ac3eb for: {'subnet': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:42:53.421575 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9508837'] for subnet (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:53.701683 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9508811'] for subnet (4be1b376-a892-4c40-9d7b-28c6e11dc9e2), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:53.701683 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:53.760931 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be1b376-a892-4c40-9d7b-28c6e11dc9e2,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:53.772897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Checking segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:42:53.773261 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Network hostable DHCP agents. Network: 17c20447-2fba-40df-9a90-b0346ebd5704, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:42:53.864957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Network 17c20447-2fba-40df-9a90-b0346ebd5704 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:42:53.934988 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-a04498d2-ab5b-46b8-833d-7f5c83f46da6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807363734&fields=id&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 267 time: 0.0497797 Jul 26 15:42:53.989670 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 17c20447-2fba-40df-9a90-b0346ebd5704) {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:53.997704 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:53.998307 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.000825 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e838422-b83e-4665-9361-3f00dcb50e9c None None] Network 17c20447-2fba-40df-9a90-b0346ebd5704 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:54.068782 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-b896b732-d0d2-4939-a146-4580e64b1067 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:54.070277 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-b896b732-d0d2-4939-a146-4580e64b1067 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.1284711 Jul 26 15:42:54.090091 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-bef0f614-4cc9-47a8-828b-c7b3581fdbf4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/quotas/3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 375 time: 0.0135870 Jul 26 15:42:54.127422 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-17c20447-2fba-40df-9a90-b0346ebd5704', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:42:54.131167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.171466 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-51495a31-5006-47f1-94d4-9def61450342 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628254 Jul 26 15:42:54.178892 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d71e0263-47bf-4a16-809e-a05192c3f35c admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8989394 Jul 26 15:42:54.179386 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52776) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:54.185774 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:42:54.293633 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:54.309320 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-85108ded-d350-49ff-ada9-82aa66e94b00 service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155918 Jul 26 15:42:54.325880 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Allocated IP 172.20.0.2 (17c20447-2fba-40df-9a90-b0346ebd5704/4be1b376-a892-4c40-9d7b-28c6e11dc9e2/635e15ab-1af9-4616-8bf3-5e420aa9bbc9) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:54.338947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (89833620-fcc4-40ed-a6ac-a54edc578000), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.340110 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (89833620-fcc4-40ed-a6ac-a54edc578000), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.443326 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for router_controller (89833620-fcc4-40ed-a6ac-a54edc578000), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.459627 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-85bdb491-1f10-4f47-b2bb-c1159f554268 service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449304 Jul 26 15:42:54.484668 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks [] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.591034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.637282 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Network 17c20447-2fba-40df-9a90-b0346ebd5704 is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:54.640329 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:54.644287 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:54.647671 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:42:54.653775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Pushing event updated for resources: {'Port': ['ID=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:54.679157 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:42:54.728010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:54.737350 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for router_gateway (89833620-fcc4-40ed-a6ac-a54edc578000), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.745383 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Attempting to bind port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:42:54.745981 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Attempting to bind port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:42:54.746374 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Attempting to bind port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 on network 17c20447-2fba-40df-9a90-b0346ebd5704 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:42:54.753360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:42:54.753734 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Checking segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:42:54.754139 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.754622 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Bound using segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:42:54.755054 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Bound port: 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:42:54.755430 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:54.835852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: DOWN; New status is: DOWN {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:54.857504 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] For port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:54.861083 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] For port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:54.927986 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:55.005988 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6134b-ce67-4850-9d93-9a95ea36c58a None None] Pushing event updated for resources: {'Port': ['ID=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:55.078835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for router_gateway (89833620-fcc4-40ed-a6ac-a54edc578000), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:55.102216 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:55.156603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:55.319323 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Allocated IP 172.27.1.51 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/01d4d6b6-2dcd-40fe-b305-751dd578f698) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:55.463962 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:55.526796 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-04e5f5b4-eaa1-4232-94dc-59a40d402ff7 req-33aee6f2-13ba-44f1-988f-48cb6b2c05b6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0296669 Jul 26 15:42:55.576719 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:55.646297 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:55.654250 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:55.664153 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:42:55.706922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Pushing event updated for resources: {'Port': ['ID=01d4d6b6-2dcd-40fe-b305-751dd578f698,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:55.740399 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb21f4e-9bdd-46ba-b085-4d92a8c528cd req-551458ea-fde1-4223-af0c-a6eac6e9bcd4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:55.741919 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cfb21f4e-9bdd-46ba-b085-4d92a8c528cd req-551458ea-fde1-4223-af0c-a6eac6e9bcd4 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0918598 Jul 26 15:42:56.024794 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:56.100454 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:56.101165 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.204538 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:56.204538 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.224361 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:56.280664 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:56.298174 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cfb21f4e-9bdd-46ba-b085-4d92a8c528cd req-96248a2f-5daf-494a-830b-568c11585376 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130446 Jul 26 15:42:56.315112 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52848) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:56.325590 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa9e9a-2e6b-4c9c-860e-874affcd84a2 None None] Network 17c20447-2fba-40df-9a90-b0346ebd5704 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:42:56.393916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-635e74d2-dc82-49a3-bc56-147ac30231ba None None] Provisioning complete for port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:56.394297 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-635e74d2-dc82-49a3-bc56-147ac30231ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.414960 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-9f5f93c7-2d05-4880-91c4-ae8bfdb37678 service neutron] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969608 Jul 26 15:42:56.421499 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.427542 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-ae13f7fa-4bd5-42bc-91e4-d86560c83584 service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:42:56.428705 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-ae13f7fa-4bd5-42bc-91e4-d86560c83584 service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083194 Jul 26 15:42:56.499330 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:56.522950 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for router_gateway (89833620-fcc4-40ed-a6ac-a54edc578000), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.537185 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52858) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:56.554151 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:56.637539 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-635e74d2-dc82-49a3-bc56-147ac30231ba None None] Current status of the port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:56.673530 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0a16e8a1-a7cc-4790-bae9-10fa16326822 req-3cc478c5-b9dc-481c-8854-96d835c9ee9f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0453224 Jul 26 15:42:56.684248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226b4be-0a8d-459d-b5df-f48f69b5d41c req-b8d815fa-b104-446e-b38a-6e232e381f62 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:56.686012 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c226b4be-0a8d-459d-b5df-f48f69b5d41c req-b8d815fa-b104-446e-b38a-6e232e381f62 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.1585939 Jul 26 15:42:56.738882 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-19e80051-62bc-422a-99cf-e3f67e940288 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:56.745071 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-19e80051-62bc-422a-99cf-e3f67e940288 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports/a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 940 time: 0.2065170 Jul 26 15:42:56.801446 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c226b4be-0a8d-459d-b5df-f48f69b5d41c req-f877edb9-2a52-4412-81e6-901339267622 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038997 Jul 26 15:42:56.865804 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (89833620-fcc4-40ed-a6ac-a54edc578000), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.867091 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-7a381fe5-f58e-4b07-a425-5702834cc900 None None] Provisioning complete for port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:56.867464 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7a381fe5-f58e-4b07-a425-5702834cc900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:56.955356 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7a381fe5-f58e-4b07-a425-5702834cc900 None None] Current status of the port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:57.133394 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Router 89833620-fcc4-40ed-a6ac-a54edc578000 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:42:57.239897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:57.249947 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Sync routers for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:57.253492 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:57.262401 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:57.263034 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:57.310666 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:57.352419 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:57.356742 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e42d6cab-2535-4841-b300-d8e4d92bf5ee admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1733959 Jul 26 15:42:57.356959 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52874) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:42:57.384318 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:57.429792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b7623-d8d9-4aaf-947f-d16032a70ef5 req-2e906d59-41ff-48d9-94d9-b0816f1d95c7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:57.433177 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-897b7623-d8d9-4aaf-947f-d16032a70ef5 req-2e906d59-41ff-48d9-94d9-b0816f1d95c7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0516715 Jul 26 15:42:57.499100 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-897b7623-d8d9-4aaf-947f-d16032a70ef5 req-252ba3d2-ebc5-454b-a115-3fd4125c87ad tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594532 Jul 26 15:42:57.561967 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:56Z', 'revision_number': 3, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:57.593226 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Checking router: 89833620-fcc4-40ed-a6ac-a54edc578000 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:42:57.593537 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Updating router 89833620-fcc4-40ed-a6ac-a54edc578000 port 01d4d6b6-2dcd-40fe-b305-751dd578f698 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:42:57.623919 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:57.729466 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:57.804576 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-347628a9-f4dd-44c8-b14a-2d78a713b310 req-3851c04b-65e5-4a9b-9e9f-511d7da9dc67 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0365262 Jul 26 15:42:57.813914 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:57.899053 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks [] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:57.937649 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6741fa3-9e47-4dcf-be9f-a517dfa4fcce req-a251af79-947f-4d3d-a28d-7649cc6b462e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:57.944653 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d6741fa3-9e47-4dcf-be9f-a517dfa4fcce req-a251af79-947f-4d3d-a28d-7649cc6b462e tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jul 26 15:42:57.971065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:42:57.974071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:57.988850 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:57.990845 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d6741fa3-9e47-4dcf-be9f-a517dfa4fcce req-236b979e-f220-4745-ad45-c112b0499d2d tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452902 Jul 26 15:42:57.998300 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Allocated IP 172.20.0.1 (17c20447-2fba-40df-9a90-b0346ebd5704/4be1b376-a892-4c40-9d7b-28c6e11dc9e2/63ea4b40-e9f4-4dbb-a406-9f31d15ef155) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:42:58.026005 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.137331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks [] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.192522 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:58.192890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.244754 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Attempting to bind port 01d4d6b6-2dcd-40fe-b305-751dd578f698 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:42:58.244982 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Attempting to bind port 01d4d6b6-2dcd-40fe-b305-751dd578f698 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:42:58.245289 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Attempting to bind port 01d4d6b6-2dcd-40fe-b305-751dd578f698 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:42:58.247228 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ed3bc-a96f-415e-a5b7-2f544e871910 None None] Pushing event updated for resources: {'Port': ['ID=01d4d6b6-2dcd-40fe-b305-751dd578f698,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:58.256346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:42:58.257025 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:42:58.257133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.257516 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:42:58.258016 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Bound port: 01d4d6b6-2dcd-40fe-b305-751dd578f698, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:42:58.258353 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.310934 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.346975 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] For port 01d4d6b6-2dcd-40fe-b305-751dd578f698, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:42:58.350675 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:42:58.351773 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Network 17c20447-2fba-40df-9a90-b0346ebd5704 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:58.358107 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:58.360611 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:42:58.360780 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] For port 01d4d6b6-2dcd-40fe-b305-751dd578f698, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=01d4d6b6-2dcd-40fe-b305-751dd578f698,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:42:58.394171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Pushing event updated for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:58.411649 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (89833620-fcc4-40ed-a6ac-a54edc578000), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.438111 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-b0d8c94b-c218-4cd1-a9a9-4fa51b414d54 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:58.440705 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-b0d8c94b-c218-4cd1-a9a9-4fa51b414d54 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.0606833 Jul 26 15:42:58.500695 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.563408 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Deleting port d981ff82-1abd-4949-a1c2-fc61aeb64442 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:42:58.565118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.576751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:58.577398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:58.582938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:58.616420 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ed3bc-a96f-415e-a5b7-2f544e871910 None None] Pushing event updated for resources: {'Port': ['ID=01d4d6b6-2dcd-40fe-b305-751dd578f698,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:58.647939 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:58.655605 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:58.696336 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada7df4-92a8-4a7e-9b0f-f6a2388c2a6f req-ad16fa22-fd48-4cad-b73b-683726f009c5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:58.700920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c83db655-8724-40f5-9843-cdac1f2eb9f8 None None] Provisioning complete for port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:58.701271 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9ada7df4-92a8-4a7e-9b0f-f6a2388c2a6f req-ad16fa22-fd48-4cad-b73b-683726f009c5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1029713 Jul 26 15:42:58.701393 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c83db655-8724-40f5-9843-cdac1f2eb9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.702248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.736337 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] For port d981ff82-1abd-4949-a1c2-fc61aeb64442, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d981ff82-1abd-4949-a1c2-fc61aeb64442,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:42:58.737102 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:58.744498 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c83db655-8724-40f5-9843-cdac1f2eb9f8 None None] Port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:42:58.753522 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:42:58.822903 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9ada7df4-92a8-4a7e-9b0f-f6a2388c2a6f req-bc934d77-bdd4-4201-b3c2-ddf3bf95ef10 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045268 Jul 26 15:42:59.007970 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:56Z', 'revision_number': 3, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:59.018911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks [] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.027336 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-78b00204-40b7-4893-a138-16f06ea4fa11 req-c71d79cb-b2bd-468c-8ebf-c494e66b4413 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0556984 Jul 26 15:42:59.042723 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8e684-e44d-4f32-b2c9-a2b2d197d542 None None] The sync data for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi is: [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:56Z', 'revision_number': 3, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:42:59.058500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.058875 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.059190 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Floating IP 2ba7d2ee-c64b-49a8-ba83-8d8f26461230 disassociated. External IP: 172.27.1.234, port: d981ff82-1abd-4949-a1c2-fc61aeb64442. Jul 26 15:42:59.059626 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Calling delete_port for d981ff82-1abd-4949-a1c2-fc61aeb64442 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:42:59.122254 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.149849 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:59.175528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e7a1d-2bee-4380-92fb-b8a3ea6403b1 req-e04165b8-0b71-42bd-bd86-efa7d180a018 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:59.177154 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-610e7a1d-2bee-4380-92fb-b8a3ea6403b1 req-e04165b8-0b71-42bd-bd86-efa7d180a018 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 945 time: 0.1029491 Jul 26 15:42:59.234937 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (89833620-fcc4-40ed-a6ac-a54edc578000), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.242492 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:59.251380 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Pushing event updated for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:59.278978 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-610e7a1d-2bee-4380-92fb-b8a3ea6403b1 req-81ff6588-8572-4347-b88c-c44f1f132059 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups?id=b8eaef28-8544-4f9c-9f8b-674360d20195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774100 Jul 26 15:42:59.304664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (d981ff82-1abd-4949-a1c2-fc61aeb64442), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.364275 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'Port': ['ID=d981ff82-1abd-4949-a1c2-fc61aeb64442,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:42:59.397135 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Network 17c20447-2fba-40df-9a90-b0346ebd5704 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:42:59.398651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:42:59.527151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:59.620869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-e2b67f84-3804-4154-a25e-97c503b58664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:59.622779 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-e2b67f84-3804-4154-a25e-97c503b58664 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1&tenant_id=1165baf67df0484dbe4163c5a750784a HTTP/1.1" status: 200 len: 1127 time: 0.1586857 Jul 26 15:42:59.708037 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Router 89833620-fcc4-40ed-a6ac-a54edc578000 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:42:59.721200 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-eb395713-6b79-4c5c-a367-a136dd4922d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:59.722944 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-eb395713-6b79-4c5c-a367-a136dd4922d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1127 time: 0.0636761 Jul 26 15:42:59.725207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:42:59.745670 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:42:59.787191 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] No DVR routers for this DVR port d981ff82-1abd-4949-a1c2-fc61aeb64442 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:42:59.792738 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.794904 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:42:59.796179 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8ef66ff0-68ed-4f1f-853e-f0f2bd8ba3de req-859317aa-40c7-4927-b593-8269a67b072a tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.48 "DELETE /v2.0/ports/d981ff82-1abd-4949-a1c2-fc61aeb64442 HTTP/1.1" status: 204 len: 173 time: 1.3469133 Jul 26 15:42:59.796651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'name': 'network-vif-deleted', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:42:59.799993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4853211d-5bc0-4b72-8a26-266f8be44098" -d '{"events": [{"server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "name": "network-vif-deleted", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:42:59.800457 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-25da9d13-d4eb-42cd-ae6e-c1995c86df95 None None] Provisioning complete for port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:42:59.801047 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-25da9d13-d4eb-42cd-ae6e-c1995c86df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:42:59.810035 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:42:59.844126 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:42:59.889312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-93528ee5-7da2-401a-92c1-ae5637dd76dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:42:59.891194 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-93528ee5-7da2-401a-92c1-ae5637dd76dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.2326021 Jul 26 15:42:59.989153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b57e155-66f9-4c60-9511-afb378e1afdc x-openstack-request-id: req-1b57e155-66f9-4c60-9511-afb378e1afdc {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:42:59.989453 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1", "name": "network-vif-deleted", "tag": "d981ff82-1abd-4949-a1c2-fc61aeb64442", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:42:59.989715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-1b57e155-66f9-4c60-9511-afb378e1afdc {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:42:59.990131 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b57e155-66f9-4c60-9511-afb378e1afdc'] response: {'server_uuid': '8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1', 'name': 'network-vif-deleted', 'tag': 'd981ff82-1abd-4949-a1c2-fc61aeb64442', 'status': 'completed', 'code': 200} Jul 26 15:43:00.000324 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-25da9d13-d4eb-42cd-ae6e-c1995c86df95 None None] Port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:00.039795 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-b0f27858-91f0-4c28-bc0b-a90a1748de2f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 379 time: 0.1370673 Jul 26 15:43:00.068517 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:00.075104 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'port': {'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'admin_state_up': True, 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'security_groups': ['ac255992-a178-4928-a0fc-87fff889d8ef']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:00.154380 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 01d4d6b6-2dcd-40fe-b305-751dd578f698 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:00.239472 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 01d4d6b6-2dcd-40fe-b305-751dd578f698 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:00.240108 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:00.255564 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d3bf-7f7a-44b1-af39-c4719c08cfd5 req-6bca48e2-aa6f-4cef-a629-86311fd566a9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:00.270975 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c152d3bf-7f7a-44b1-af39-c4719c08cfd5 req-6bca48e2-aa6f-4cef-a629-86311fd566a9 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.2433269 Jul 26 15:43:00.272821 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a338b004-3842-4b9e-8bbb-300c8b9b6bc1 req-a811d016-5984-4354-a749-0ef634911579 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0556233 Jul 26 15:43:00.325773 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-5bf9c8c4-5ba9-4223-8deb-dd27bf26cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:00.327532 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-5bf9c8c4-5ba9-4223-8deb-dd27bf26cefc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.5980487 Jul 26 15:43:00.335199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:00.348039 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:00.366065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:00.390281 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5c93d87e-e9e1-44c7-8a5b-2865da107292 admin admin] 10.222.0.128 "PUT /v2.0/routers/89833620-fcc4-40ed-a6ac-a54edc578000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0322475 Jul 26 15:43:00.472831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 01d4d6b6-2dcd-40fe-b305-751dd578f698 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:00.473348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:00.477055 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c152d3bf-7f7a-44b1-af39-c4719c08cfd5 req-59fa1a4a-a54d-47af-a0af-21df489834e7 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035575 Jul 26 15:43:00.481485 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-dfec794b-5a4c-4fdc-ba0e-a39755876700 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 998 time: 0.1439557 Jul 26 15:43:00.514540 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:00.518676 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 01d4d6b6-2dcd-40fe-b305-751dd578f698, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=01d4d6b6-2dcd-40fe-b305-751dd578f698,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:00.542322 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-84c7ac02-3cd9-4f59-a8e6-cd8b2a3d5a8f req-209c8659-86bb-49e6-986c-f43ca9040c21 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/ports?device_id=8e7bbedf-719a-42fc-81c0-ffe6af5fb0c1 HTTP/1.1" status: 200 len: 210 time: 0.0410645 Jul 26 15:43:00.544663 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:00.550690 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Made reservation on behalf of 3e5dd905492343709b710fabd8a3d24f for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:43:00.561015 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:00.561015 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:00.561464 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:00.607305 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:00.684353 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=01d4d6b6-2dcd-40fe-b305-751dd578f698,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:00.699159 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:00.728161 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-7ec019a2-c166-4ec5-9b44-bd87330f2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:00.730299 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-7ec019a2-c166-4ec5-9b44-bd87330f2158 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.0617306 Jul 26 15:43:00.750784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.20.0.10 (80485f05-76b1-4fa2-b061-24e6bca76484/dfffdab0-e599-4ef5-84f4-f0e94c389d54/17ca4eda-c8b5-415b-89fb-527bd2c2a98d) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:00.787849 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-e0bb8721-7540-4fdf-9dd6-29173a5d5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:00.789403 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-e0bb8721-7540-4fdf-9dd6-29173a5d5151 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511985 Jul 26 15:43:00.940781 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-6fd0c162-2613-4097-bfeb-c66e49fe423b service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439562 Jul 26 15:43:00.942209 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:00.974914 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:01.011089 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c65b68-2ec5-40e1-bdb0-bb37fc6488e7 None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:20Z', 'revision_number': 4, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'e939ea2d-efab-4d80-a2da-c93660878cf5', 'name': '', 'network_id': '8e973f3b-c20c-47c1-ae4e-46f7a0f09a18', 'tenant_id': 'f81499626e98449897622291738f07f7', 'mac_address': 'fa:16:3e:cb:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:35Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'subnets': [{'id': '7d58d1a6-f21c-44eb-94cb-a32443a35b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:01.061186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.083073 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-59b5d228-05d4-4068-aac0-068d30fd67ae req-61702028-e7f4-4430-ad93-4075dbf63627 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359656 Jul 26 15:43:01.110000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:01.110216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:01.120254 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:01.124968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:01.158797 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:01.196065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:01.196724 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.314709 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-650b44d8-fa28-4dca-84b0-a363ef0ec209 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2598119 Jul 26 15:43:01.329498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Request body: {'port': {'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:01.435221 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.448897 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca20d4-98b4-49bc-b072-2e28d0e12b2f None None] New status for floating IP 2ba7d2ee-c64b-49a8-ba83-8d8f26461230: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:43:01.453909 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-e0e3b5db-7aed-4175-8bbb-b9a86c7fcabd None None] Provisioning complete for port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:01.454283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b5db-7aed-4175-8bbb-b9a86c7fcabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.474150 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Sync routers for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:01.503207 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:01.503854 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:01.554193 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3b5db-7aed-4175-8bbb-b9a86c7fcabd None None] Port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:01.560296 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd172ca5-6ebc-4d72-9f46-ca015173e7e7 req-45899299-b4d4-46c1-b9c6-a80ef3653436 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:01.562375 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cd172ca5-6ebc-4d72-9f46-ca015173e7e7 req-45899299-b4d4-46c1-b9c6-a80ef3653436 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 932 time: 0.1574781 Jul 26 15:43:01.562872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52928) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:01.574352 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-947753098-network', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:01.668634 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cd172ca5-6ebc-4d72-9f46-ca015173e7e7 req-35407fca-d941-46db-8700-2b7c6a0c6e0b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911975 Jul 26 15:43:01.710022 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:01.732365 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:01.742962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d5d5a-f8ee-4508-8bee-9204cdbff509 req-27069b1f-51b0-475a-94db-c8374df3214e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:01.752333 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ec0d5d5a-f8ee-4508-8bee-9204cdbff509 req-27069b1f-51b0-475a-94db-c8374df3214e tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1090562 Jul 26 15:43:01.754884 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Made reservation on behalf of accee6d6b3bd4180befb4f81ec0d5ca3 for: {'network': 1} {{(pid=104582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:43:01.758895 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.777710 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:01.890006 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52942) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:01.891670 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ec0d5d5a-f8ee-4508-8bee-9204cdbff509 req-58e62ddb-0263-41d0-8c27-6868f484ef95 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403902 Jul 26 15:43:01.920866 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:01.957162 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:01.992686 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 2, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:02.003421 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 01d4d6b6-2dcd-40fe-b305-751dd578f698 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:02.020056 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:02.027108 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Checking router: 89833620-fcc4-40ed-a6ac-a54edc578000 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:02.028066 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Updating router 89833620-fcc4-40ed-a6ac-a54edc578000 port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 binding host dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:43:02.039155 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ca4eda-c8b5-415b-89fb-527bd2c2a98d {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:43:02.048873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks [] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.049348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks [] for security_group (fbc4132b-b4f2-40be-bcfa-39ac613ea9ec), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.055249 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (b8eaef28-8544-4f9c-9f8b-674360d20195), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.063557 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 01d4d6b6-2dcd-40fe-b305-751dd578f698 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:02.064180 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.064947 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Transition to ACTIVE for port object 17ca4eda-c8b5-415b-89fb-527bd2c2a98d will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:43:02.066282 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.082873 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (b8eaef28-8544-4f9c-9f8b-674360d20195), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.146828 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 01d4d6b6-2dcd-40fe-b305-751dd578f698 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:02.172383 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fbc4132b-b4f2-40be-bcfa-39ac613ea9ec), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.187106 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:02.201236 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=104582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:43:02.216217 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4132b-b4f2-40be-bcfa-39ac613ea9ec,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:02.222695 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (796f1250-ceb9-47fc-b6d8-1c42ac1611f8), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.223119 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.segments_db [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Added segment 796f1250-ceb9-47fc-b6d8-1c42ac1611f8 of type vlan for network 667f01d8-69a1-40de-819a-ed9ba4912cdb Jul 26 15:43:02.231596 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.287497 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b8eaef28-8544-4f9c-9f8b-674360d20195), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.290391 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.291929 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "DELETE /v2.0/security-groups/b8eaef28-8544-4f9c-9f8b-674360d20195 HTTP/1.1" status: 204 len: 168 time: 0.3973918 Jul 26 15:43:02.300150 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (667f01d8-69a1-40de-819a-ed9ba4912cdb), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.305114 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52950) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:02.325011 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796a2d3-1c5e-4e81-a947-598353bd9b79 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eaef28-8544-4f9c-9f8b-674360d20195,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:02.361993 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.api.v2.resource [None req-5c3fc330-def2-47b7-be68-0e891ce06d57 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] show failed (client error): The resource could not be found. Jul 26 15:43:02.365272 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-5c3fc330-def2-47b7-be68-0e891ce06d57 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "GET /v2.0/security-groups/b8eaef28-8544-4f9c-9f8b-674360d20195 HTTP/1.1" status: 404 len: 347 time: 0.0561512 Jul 26 15:43:02.366080 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52952) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:02.449450 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Pushing event updated for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:02.451725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:02.488368 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (667f01d8-69a1-40de-819a-ed9ba4912cdb), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.489879 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:02.491545 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.614422 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Deleting port 795f8ea1-7a7b-42d4-9af7-394331b1cee8 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:02.615005 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.643395 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks [] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), precommit_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.685591 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device d981ff82-1abd-4949-a1c2-fc61aeb64442 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:02.738250 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.758881 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: d981ff82-1abd-4949-a1c2-fc61aeb64442 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:02.761502 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device d981ff82-1abd-4949-a1c2-fc61aeb64442 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:02.791011 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Attempting to bind port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:02.791659 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Attempting to bind port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:02.791990 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Attempting to bind port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:02.821276 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d on network 80485f05-76b1-4fa2-b061-24e6bca76484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:43:02.823253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Attempting to bind port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:02.846470 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:02.846817 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:02.847208 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Bound using segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:02.850792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Bound port: 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:02.850792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.886493 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.886771 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (795f8ea1-7a7b-42d4-9af7-394331b1cee8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:02.901068 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Pushing event updated for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=3']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:02.924994 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.925898 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.926445 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.937083 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.937717 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.939191 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.939716 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.940222 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.940767 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.941255 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.942255 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.942816 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.943327 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.943812 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.944454 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:02.958749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Calling delete_port for 795f8ea1-7a7b-42d4-9af7-394331b1cee8 owned by network:floatingip {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:03.056166 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Attempting to bind port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:03.057832 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Attempting to bind port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:03.058409 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Attempting to bind port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 on network 17c20447-2fba-40df-9a90-b0346ebd5704 {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:03.072391 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:03.075286 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Checking segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:03.075894 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.076492 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Bound using segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} {{(pid=104584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:03.080017 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.managers [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Bound port: 63ea4b40-e9f4-4dbb-a406-9f31d15ef155, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}}] {{(pid=104584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:03.080818 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), before_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.114034 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] Pushing event updated for resources: {'Network': ['ID=667f01d8-69a1-40de-819a-ed9ba4912cdb,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:03.128360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:43:03.135838 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-863e04a1-f636-4368-918a-0ed91792f752 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5716875 Jul 26 15:43:03.142404 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:03.145931 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:03.147924 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59a6bd-b383-45d8-9408-ba15a11fc0d3 req-6e1f8b00-5ee7-483a-8861-e1aa9f2cf0f8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:03.150356 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fe59a6bd-b383-45d8-9408-ba15a11fc0d3 req-6e1f8b00-5ee7-483a-8861-e1aa9f2cf0f8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.1522889 Jul 26 15:43:03.150929 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 52960) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:03.178382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Request body: {'subnet': {'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-947753098-subnet', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:03.201168 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] For port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:03.205179 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.plugins.ml2.db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] For port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:03.232743 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.269707 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fe59a6bd-b383-45d8-9408-ba15a11fc0d3 req-53c864e4-7c15-4991-9872-452ae4cdd7e0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119246 Jul 26 15:43:03.292612 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bf6c7-0c55-4f57-96fd-c73cbe9514c9 req-55096cd0-ba25-4228-ad7c-ac3e7c2e67cc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:03.294167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc1bf6c7-0c55-4f57-96fd-c73cbe9514c9 req-55096cd0-ba25-4228-ad7c-ac3e7c2e67cc tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1632483 Jul 26 15:43:03.314223 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron_lib.callbacks.manager [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_update {{(pid=104584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.330057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:03.330685 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.332089 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] 10.222.0.48 "PUT /v2.0/ports/17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 1094 time: 2.0106721 Jul 26 15:43:03.335102 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:03.337425 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0456380c-d85c-49be-a174-d6d82c95348f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:03.353026 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:03.368525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Made reservation on behalf of accee6d6b3bd4180befb4f81ec0d5ca3 for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:43:03.371595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9933950'] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.481588 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Provisioning complete for port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:03.485464 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.497261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8636c-5be8-4b45-8882-961c3eb7726e service neutron] Pushing event updated for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:03.519862 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:03.520736 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe79d4c-c5b4-4102-a2c4-4654c567b6b7 None None] Pushing event updated for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=4']} {{(pid=104584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:03.529804 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36815a2-f15a-4752-bf62-e2569708e568 x-openstack-request-id: req-c36815a2-f15a-4752-bf62-e2569708e568 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:03.533046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:03.533046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-c36815a2-f15a-4752-bf62-e2569708e568 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:03.533046 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36815a2-f15a-4752-bf62-e2569708e568'] response: {'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'status': 'completed', 'code': 200} Jul 26 15:43:03.551480 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:03.558647 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:03.638583 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bc1bf6c7-0c55-4f57-96fd-c73cbe9514c9 req-1a0d279b-5654-4064-93aa-cc50c992e823 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331385 Jul 26 15:43:03.822560 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:03.885253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (795f8ea1-7a7b-42d4-9af7-394331b1cee8), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.920130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Current status of the port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:03.920130 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:03.972317 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Pushing event deleted for resources: {'Port': ['ID=795f8ea1-7a7b-42d4-9af7-394331b1cee8,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:04.040191 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] For port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:04.145894 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:04.179312 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:04.204203 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks [] for floatingip (2ba7d2ee-c64b-49a8-ba83-8d8f26461230), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:04.206259 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:04.208527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:04.211182 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-aa8357f0-01a9-4555-baaa-7956af2a9030 tempest-AttachVolumeTestJSON-1934215454 tempest-AttachVolumeTestJSON-1934215454-project] 10.222.0.128 "DELETE /v2.0/floatingips/2ba7d2ee-c64b-49a8-ba83-8d8f26461230 HTTP/1.1" status: 204 len: 168 time: 1.8432341 Jul 26 15:43:04.241343 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:04.260899 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fda3ad-0dce-4108-a541-68573c53e007 None None] The sync data for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi is: [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:04.274497 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2804472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9933904'] for subnet (dd4ca543-e03c-4a02-9fb0-7ebc88a4077c), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:04.285705 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665b94e-a3d7-48b6-8b48-5abd2943293f None None] Pushing event updated for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:04.573910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-44659f0f-13bc-4d99-bca6-2243d71389e4 None None] Provisioning complete for port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:04.573910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-44659f0f-13bc-4d99-bca6-2243d71389e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:04.578569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4ca543-e03c-4a02-9fb0-7ebc88a4077c,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:04.578569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456380c-d85c-49be-a174-d6d82c95348f req-956dd89e-42b6-4d9a-ae70-72bfefeb20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:04.578569 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0456380c-d85c-49be-a174-d6d82c95348f req-956dd89e-42b6-4d9a-ae70-72bfefeb20d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1128 time: 0.2888985 Jul 26 15:43:04.602823 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Checking segment: {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:04.607955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Network hostable DHCP agents. Network: 667f01d8-69a1-40de-819a-ed9ba4912cdb, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:43:04.610386 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-44659f0f-13bc-4d99-bca6-2243d71389e4 None None] Current status of the port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:04.630560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5657e0-cc68-474f-bc51-8b0fb1a9cd83 req-8278a5a8-dd65-4eb8-b7c9-30c529808b28 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:04.650055 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-da5657e0-cc68-474f-bc51-8b0fb1a9cd83 req-8278a5a8-dd65-4eb8-b7c9-30c529808b28 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.1434224 Jul 26 15:43:04.729152 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-da5657e0-cc68-474f-bc51-8b0fb1a9cd83 req-4b6742c6-856d-4043-9e93-6ead0ec6e3d1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857654 Jul 26 15:43:04.878022 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:43:04.951585 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3a575-7cc9-4b1c-a42f-7493d28ec163 req-bd052c9b-3d45-443e-9e09-1e54734a2467 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:04.960701 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0e3a575-7cc9-4b1c-a42f-7493d28ec163 req-bd052c9b-3d45-443e-9e09-1e54734a2467 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1906195 Jul 26 15:43:04.977381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, 667f01d8-69a1-40de-819a-ed9ba4912cdb) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:04.986793 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded1d6b-4a83-4536-a523-1edf2ff94418 None None] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:43:05.020267 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:05.021363 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.094237 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:05.122949 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b0e3a575-7cc9-4b1c-a42f-7493d28ec163 req-44e62848-ef7d-456f-ba8a-6982975d1c87 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613374 Jul 26 15:43:05.174091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456380c-d85c-49be-a174-d6d82c95348f req-1e3d4f9e-29c8-4d95-b1d6-ef51e5395246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:05.174091 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0456380c-d85c-49be-a174-d6d82c95348f req-1e3d4f9e-29c8-4d95-b1d6-ef51e5395246 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e5dd905492343709b710fabd8a3d24f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3253393 Jul 26 15:43:05.202114 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa06cc169-986c-5120-bca8-98d7d00d5ba7-667f01d8-69a1-40de-819a-ed9ba4912cdb', 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb', 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'fixed_ips': [{'subnet_id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c'}]}} from dv-cinder-851032-1-iscsi. {{(pid=104583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:43:05.203960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.362412 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456380c-d85c-49be-a174-d6d82c95348f req-d7f1fc80-c541-469d-94e6-81e2c88ba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:05.380259 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0456380c-d85c-49be-a174-d6d82c95348f req-d7f1fc80-c541-469d-94e6-81e2c88ba202 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1572957 Jul 26 15:43:05.380259 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a3f9d8b4-3716-41e3-b9f2-e0067624edc5 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2131314 Jul 26 15:43:05.381237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 52978) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:05.387481 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:05.439635 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.db_base_plugin_common [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Allocated IP 172.20.0.2 (667f01d8-69a1-40de-819a-ed9ba4912cdb/dd4ca543-e03c-4a02-9fb0-7ebc88a4077c/b435dfee-d357-48f3-85e9-42ff97783341) {{(pid=104583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:05.545019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-498709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1190'] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.546620 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-498429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390141', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1199'] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.559621 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-cf088a00-5207-4380-ad1b-eb1311313ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:05.569199 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-cf088a00-5207-4380-ad1b-eb1311313ebe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1128 time: 0.1272030 Jul 26 15:43:05.679365 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for router_controller (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), precommit_add_association {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.716226 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks [] for port (b435dfee-d357-48f3-85e9-42ff97783341), precommit_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.734164 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-1c534a61-2680-4c79-a004-e20c3b62152c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 217 time: 0.1055093 Jul 26 15:43:05.825221 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179'] for port (b435dfee-d357-48f3-85e9-42ff97783341), after_create {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:05.918396 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb is already hosted by enough agents. {{(pid=104583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:05.976687 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.scheduler.base_scheduler [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Resources bound (agent type, host, resource id): {{(pid=104583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:05.988062 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Received port after_create {{(pid=104583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:05.996644 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-6400c824-45d9-43f7-8df9-28404afff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:05.999085 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-6400c824-45d9-43f7-8df9-28404afff5fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.1733866 Jul 26 15:43:06.003887 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Pushing event updated for resources: {'Port': ['ID=b435dfee-d357-48f3-85e9-42ff97783341,revision_number=1']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:06.102229 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:06.153729 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-d625fc13-56cb-4a6e-8655-b96e8e303b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:06.162534 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for router_gateway (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:06.170014 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-d625fc13-56cb-4a6e-8655-b96e8e303b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472208 Jul 26 15:43:06.175814 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c5b04-d2d0-42d0-b378-b83012017887 req-fd4e1ddf-6c9c-4202-a916-6a9d0b6ce8c7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:06.177719 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-259c5b04-d2d0-42d0-b378-b83012017887 req-fd4e1ddf-6c9c-4202-a916-6a9d0b6ce8c7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.2454813 Jul 26 15:43:06.270888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:06.341555 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Attempting to bind port b435dfee-d357-48f3-85e9-42ff97783341 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:06.342634 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Attempting to bind port b435dfee-d357-48f3-85e9-42ff97783341 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:06.344816 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Attempting to bind port b435dfee-d357-48f3-85e9-42ff97783341 on network 667f01d8-69a1-40de-819a-ed9ba4912cdb {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:06.362503 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:06.363031 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Checking segment: {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:06.364415 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:06.365029 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Bound using segment: {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:06.365684 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Bound port: b435dfee-d357-48f3-85e9-42ff97783341, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:06.366460 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b435dfee-d357-48f3-85e9-42ff97783341), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:06.402630 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:06.457546 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:06.457546 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:06.477436 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:06.519833 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-259c5b04-d2d0-42d0-b378-b83012017887 req-6433233e-538d-484b-816a-5b8dd1d0c237 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205714 Jul 26 15:43:06.610994 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] For port b435dfee-d357-48f3-85e9-42ff97783341, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:06.613128 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:06.631361 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] For port b435dfee-d357-48f3-85e9-42ff97783341, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b435dfee-d357-48f3-85e9-42ff97783341,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:06.649303 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c7023-1ccb-40a9-aef6-22ae3ad35b93 req-066fb9bc-be73-47f0-8af8-03d6a445b1f2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:06.660267 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de2c7023-1ccb-40a9-aef6-22ae3ad35b93 req-066fb9bc-be73-47f0-8af8-03d6a445b1f2 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1787839 Jul 26 15:43:06.707475 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-9f30eb06-1549-40ce-981b-e5e85eac825d service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373430 Jul 26 15:43:06.745990 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b435dfee-d357-48f3-85e9-42ff97783341), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:06.753854 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-de2c7023-1ccb-40a9-aef6-22ae3ad35b93 req-53a90119-8c61-4e91-b98a-1188ac4ba4f1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892684 Jul 26 15:43:06.815062 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:06.848045 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf7dd3-fb42-4dfd-850d-b193cfb6bb2e None None] Pushing event updated for resources: {'Port': ['ID=b435dfee-d357-48f3-85e9-42ff97783341,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:06.999360 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:07.019108 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for router_gateway (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:07.043327 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-795eb9c5-31a8-484a-9ce5-28d57dc48fbf req-2dd10cc1-3319-4e36-9f59-752428eb241b service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880311 Jul 26 15:43:07.081480 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:07.280014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:07.302014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Allocated IP 172.27.1.166 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/6764b91c-befc-4879-b184-627012e115f2) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:07.511560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for port (6764b91c-befc-4879-b184-627012e115f2), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:07.621204 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (6764b91c-befc-4879-b184-627012e115f2), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:07.736302 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:07.748323 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:07.754839 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:07.764070 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Pushing event updated for resources: {'Port': ['ID=6764b91c-befc-4879-b184-627012e115f2,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:07.792210 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a71448-b5dd-459d-904c-94865c49d9da req-ce9c0983-c615-4926-885d-0047a0c129b7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:07.799952 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-13a71448-b5dd-459d-904c-94865c49d9da req-ce9c0983-c615-4926-885d-0047a0c129b7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.1423743 Jul 26 15:43:08.026527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e6d24-3416-467d-9c0a-cf44423dec3b req-c86c3b56-4497-4c49-bd41-5061b0ec7d0a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:08.027624 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:08.039855 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-121e6d24-3416-467d-9c0a-cf44423dec3b req-c86c3b56-4497-4c49-bd41-5061b0ec7d0a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1310947 Jul 26 15:43:08.078156 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b435dfee-d357-48f3-85e9-42ff97783341 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:08.116185 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-13a71448-b5dd-459d-904c-94865c49d9da req-687bd167-680a-4c76-96b2-94038ac71560 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069596 Jul 26 15:43:08.164983 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-121e6d24-3416-467d-9c0a-cf44423dec3b req-64abe726-5dc9-4902-a53f-1c4c89b072c1 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232150 Jul 26 15:43:08.176385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b435dfee-d357-48f3-85e9-42ff97783341 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:08.176385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b435dfee-d357-48f3-85e9-42ff97783341), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.315991 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:08.338084 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b435dfee-d357-48f3-85e9-42ff97783341 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:08.338484 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b435dfee-d357-48f3-85e9-42ff97783341), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.461597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for router_gateway (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.520786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca8fd5-8624-460e-a42a-67ba30bb882d None None] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:43:08.608989 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.660673 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Provisioning complete for port b435dfee-d357-48f3-85e9-42ff97783341 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:08.661081 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b435dfee-d357-48f3-85e9-42ff97783341), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.727713 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390017'] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.729116 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port b435dfee-d357-48f3-85e9-42ff97783341, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b435dfee-d357-48f3-85e9-42ff97783341,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:08.836779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b435dfee-d357-48f3-85e9-42ff97783341), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.846863 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Current status of the port b435dfee-d357-48f3-85e9-42ff97783341 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:08.846863 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b435dfee-d357-48f3-85e9-42ff97783341), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:08.995106 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=b435dfee-d357-48f3-85e9-42ff97783341,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:08.997153 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 is scheduled to L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e with binding_index 1 {{(pid=104582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:43:09.013019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.db.api [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:43:09.013019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG oslo_db.api [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:43:09.077426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53030) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:09.132367 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:09.143027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Sync routers for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:09.152932 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:09.155905 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:09.156753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:09.267037 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:09.271079 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-167a74d6-87a5-4c14-927b-2da25e7131ea admin admin] 10.222.0.128 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8924782 Jul 26 15:43:09.274816 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53038) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:09.293605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:09.345604 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696824f-efb4-40e3-ba73-fbcae2ed8b32 req-88e02322-261a-40d3-be67-9d8fb3ccdfe1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:09.349563 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5696824f-efb4-40e3-ba73-fbcae2ed8b32 req-88e02322-261a-40d3-be67-9d8fb3ccdfe1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.1167367 Jul 26 15:43:09.482028 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5696824f-efb4-40e3-ba73-fbcae2ed8b32 req-aca6d0ed-eb0f-40bf-a649-969b1442abfd tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225333 Jul 26 15:43:09.569237 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-094bcbad-fbd9-4fd2-8bd0-355459a04455 None None] Current status of the port b435dfee-d357-48f3-85e9-42ff97783341 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:09.595066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23735e-47d7-4435-aab8-c061cc72aa88 req-45d82e3e-72ab-4066-8f46-999910658252 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:09.597630 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ab23735e-47d7-4435-aab8-c061cc72aa88 req-45d82e3e-72ab-4066-8f46-999910658252 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.3085794 Jul 26 15:43:09.625737 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:08Z', 'revision_number': 3, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:09.716642 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-ec4fb599-138c-4a7d-be00-191b6bc026f3 None None] Provisioning complete for port b435dfee-d357-48f3-85e9-42ff97783341 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:09.717331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb599-138c-4a7d-be00-191b6bc026f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b435dfee-d357-48f3-85e9-42ff97783341), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:09.760184 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Checking router: 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:09.761050 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Updating router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 port 6764b91c-befc-4879-b184-627012e115f2 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:43:09.801245 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6764b91c-befc-4879-b184-627012e115f2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:09.830704 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ab23735e-47d7-4435-aab8-c061cc72aa88 req-08b6a5fd-00ca-44d5-a905-33d6f9278b54 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876767 Jul 26 15:43:09.848604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:10.047201 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b435dfee-d357-48f3-85e9-42ff97783341 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:10.119739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (109503c7-a168-4633-9e30-fb6f4d4abb79), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.137916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fb599-138c-4a7d-be00-191b6bc026f3 None None] Current status of the port b435dfee-d357-48f3-85e9-42ff97783341 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:10.160960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port b435dfee-d357-48f3-85e9-42ff97783341 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:10.161714 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b435dfee-d357-48f3-85e9-42ff97783341), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.165193 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:10.185227 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:10.403226 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks [] for port (6764b91c-befc-4879-b184-627012e115f2), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.427938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port b435dfee-d357-48f3-85e9-42ff97783341 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:10.453311 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.486389 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6764b91c-befc-4879-b184-627012e115f2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.601940 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Attempting to bind port 6764b91c-befc-4879-b184-627012e115f2 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:10.602151 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Attempting to bind port 6764b91c-befc-4879-b184-627012e115f2 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:10.602864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Attempting to bind port 6764b91c-befc-4879-b184-627012e115f2 on network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:10.624775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508006d-4e8b-47e5-aea3-8563da835842 None None] Pushing event updated for resources: {'Port': ['ID=6764b91c-befc-4879-b184-627012e115f2,revision_number=2']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:10.636022 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:10.636410 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Checking segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:10.636853 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.637345 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Bound using segment: {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:10.637846 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Bound port: 6764b91c-befc-4879-b184-627012e115f2, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d296b5f-2fc4-4c81-ab05-cb4d51a40204', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:10.638233 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6764b91c-befc-4879-b184-627012e115f2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.668232 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Allocated IP 172.20.0.1 (667f01d8-69a1-40de-819a-ed9ba4912cdb/dd4ca543-e03c-4a02-9fb0-7ebc88a4077c/396a63a1-3d19-4ceb-a5c8-3ea1d5d41235) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:10.737456 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 17ca4eda-c8b5-415b-89fb-527bd2c2a98d details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:43:10.799082 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks [] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.819532 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:10.839009 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:10.867398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] For port 6764b91c-befc-4879-b184-627012e115f2, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:10.873612 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] For port 6764b91c-befc-4879-b184-627012e115f2, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6764b91c-befc-4879-b184-627012e115f2,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:10.945571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:10.958898 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2df5e1-1a0d-41ae-a1b2-ea38ac9311c6 req-23a1f459-ad5c-4c42-ae78-df277ea54f78 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:10.969735 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-df2df5e1-1a0d-41ae-a1b2-ea38ac9311c6 req-23a1f459-ad5c-4c42-ae78-df277ea54f78 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 944 time: 0.1953814 Jul 26 15:43:10.983765 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6764b91c-befc-4879-b184-627012e115f2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.079990 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-df2df5e1-1a0d-41ae-a1b2-ea38ac9311c6 req-ed17b699-4b2e-44c7-b048-623288bdc1a0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092563 Jul 26 15:43:11.097095 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Deleting port e939ea2d-efab-4d80-a2da-c93660878cf5 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:11.097730 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.125005 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:43:11.179622 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:11.206158 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:11.221289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:11.222877 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Pushing event updated for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:11.253713 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508006d-4e8b-47e5-aea3-8563da835842 None None] Pushing event updated for resources: {'Port': ['ID=6764b91c-befc-4879-b184-627012e115f2,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:11.265148 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac8392-ca6e-412b-a129-5a829cc1203b req-ecebb45b-a676-42ee-b833-3a0d694c1c5b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:11.276304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:11.276537 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2dac8392-ca6e-412b-a129-5a829cc1203b req-ecebb45b-a676-42ee-b833-3a0d694c1c5b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1561890 Jul 26 15:43:11.293936 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:11.295012 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:11.297256 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:11.335221 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499585'] for router_interface (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.335492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] For port e939ea2d-efab-4d80-a2da-c93660878cf5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e939ea2d-efab-4d80-a2da-c93660878cf5,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:11.337034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.375982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:11.399067 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Calling delete_port for e939ea2d-efab-4d80-a2da-c93660878cf5 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:11.417832 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:43:11.472427 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2dac8392-ca6e-412b-a129-5a829cc1203b req-6d4f0bda-ac8c-4cb4-86ad-dfd9e2af61d0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947215 Jul 26 15:43:11.645398 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:11.646140 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.703092 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:11.706688 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.858414 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:11.875286 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (e939ea2d-efab-4d80-a2da-c93660878cf5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.921855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:11.950999 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks [] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:11.954375 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e939ea2d-efab-4d80-a2da-c93660878cf5,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:11.989600 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ca4eda-c8b5-415b-89fb-527bd2c2a98d {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:43:12.013331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:12.028530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c9c3973f-d914-4ec8-89fd-bcde4348a67a None None] Provisioning complete for port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:12.028911 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c9c3973f-d914-4ec8-89fd-bcde4348a67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:12.046667 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:12.231765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Pushing event updated for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:12.260955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (109503c7-a168-4633-9e30-fb6f4d4abb79), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:12.273524 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:08Z', 'revision_number': 3, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:12.279886 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:12.315615 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499709'] for router_interface (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:12.367910 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be711b0-d2f2-4f55-8638-d2ec9b0cdb34 None None] The sync data for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi is: [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:08Z', 'revision_number': 3, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:12.383872 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3973f-d914-4ec8-89fd-bcde4348a67a None None] Port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:12.426019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:12.519753 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7817-8a16-4dc0-8400-fae024a14ff1 req-eb9fea9b-c02b-47bf-b738-bcc273bc654c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:12.521397 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-818a7817-8a16-4dc0-8400-fae024a14ff1 req-eb9fea9b-c02b-47bf-b738-bcc273bc654c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 945 time: 0.2911794 Jul 26 15:43:12.534275 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:12.535863 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:12.551920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['17ca4eda-c8b5-415b-89fb-527bd2c2a98d'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:43:12.759914 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:12.920641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae306c-4641-4bab-bf34-b89f1318aa27 req-157868d9-2646-4921-9d89-b188e161384a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:12.933399 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6eae306c-4641-4bab-bf34-b89f1318aa27 req-157868d9-2646-4921-9d89-b188e161384a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.2611349 Jul 26 15:43:13.043616 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Router 109503c7-a168-4633-9e30-fb6f4d4abb79 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:43:13.076788 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6eae306c-4641-4bab-bf34-b89f1318aa27 req-73fef6dc-c9c4-4f9c-9ac3-a03039a2ae75 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415441 Jul 26 15:43:13.252692 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-b62e51e8-0f2f-418b-9dc9-0528203a879f None None] Provisioning complete for port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:13.253073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b62e51e8-0f2f-418b-9dc9-0528203a879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:13.301674 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-b62e51e8-0f2f-418b-9dc9-0528203a879f None None] Port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:13.379993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:13.389229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:13.401539 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ebb17d65-b8c3-40ea-aee8-25c22e7b2e9e admin admin] 10.222.0.128 "PUT /v2.0/routers/109503c7-a168-4633-9e30-fb6f4d4abb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3228595 Jul 26 15:43:13.401783 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Sync routers for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:13.402244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53058) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:13.427073 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:13.429528 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:13.704381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks [] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:13.709630 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:13.757570 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-818a7817-8a16-4dc0-8400-fae024a14ff1 req-cab7f26e-95c6-46c5-8c16-7950cad32c46 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1369953 Jul 26 15:43:13.801807 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:43:13.813918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:13.982557 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks [] for router_gateway (109503c7-a168-4633-9e30-fb6f4d4abb79), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.133323 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:11Z', 'revision_number': 5, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port': {'id': 'a7a56cb0-9f1b-407f-9452-4b5862467f58', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:11Z', 'updated_at': '2022-07-26T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:14.137178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:14.164452 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-10ff458d-f170-4ba6-8ccc-6a8f904df12b admin admin] 10.222.0.128 "PUT /v2.0/routers/8cbf24c7-3fba-49b4-ba74-9b61558f06e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8870466 Jul 26 15:43:14.186873 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Checking router: 109503c7-a168-4633-9e30-fb6f4d4abb79 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:14.214983 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Routers {'109503c7-a168-4633-9e30-fb6f4d4abb79'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:14.215673 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['109503c7-a168-4633-9e30-fb6f4d4abb79'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:14.253782 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6764b91c-befc-4879-b184-627012e115f2 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:14.290561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Deleting port a7a56cb0-9f1b-407f-9452-4b5862467f58 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:14.294933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.415671 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 6764b91c-befc-4879-b184-627012e115f2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:14.418149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (6764b91c-befc-4879-b184-627012e115f2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.468909 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] Set router 109503c7-a168-4633-9e30-fb6f4d4abb79 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:14.534981 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8237-db20-4de7-a129-3d7d2606eb6d req-e9e5b807-ad32-4104-b727-f6b3d23d7098 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:14.548122 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-15ed8237-db20-4de7-a129-3d7d2606eb6d req-e9e5b807-ad32-4104-b727-f6b3d23d7098 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.2381358 Jul 26 15:43:14.610929 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:13Z', 'revision_number': 6, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:14.649271 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 6764b91c-befc-4879-b184-627012e115f2 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:14.649958 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (6764b91c-befc-4879-b184-627012e115f2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.687810 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-15ed8237-db20-4de7-a129-3d7d2606eb6d req-ff856e5f-e410-4a2f-aa33-485154b61a67 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344085 Jul 26 15:43:14.692581 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c8d92d-bb89-4c82-942d-aeb71750cb8a None None] The sync data for ids ['109503c7-a168-4633-9e30-fb6f4d4abb79'] in dv-cinder-851032-1-iscsi is: [{'id': '109503c7-a168-4633-9e30-fb6f4d4abb79', 'name': 'tempest-AttachVolumeTestJSON-1639903742-router', 'tenant_id': 'f81499626e98449897622291738f07f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:13Z', 'revision_number': 6, 'project_id': 'f81499626e98449897622291738f07f7', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:14.703160 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] For port 6764b91c-befc-4879-b184-627012e115f2, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6764b91c-befc-4879-b184-627012e115f2,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:14.744911 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] For port a7a56cb0-9f1b-407f-9452-4b5862467f58, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=a7a56cb0-9f1b-407f-9452-4b5862467f58,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:14.746477 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.758325 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 17ca4eda-c8b5-415b-89fb-527bd2c2a98d up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:14.761215 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Calling delete_port for a7a56cb0-9f1b-407f-9452-4b5862467f58 owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:14.806902 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (6764b91c-befc-4879-b184-627012e115f2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:14.880917 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:43:14.899320 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Pushing event updated for resources: {'Port': ['ID=6764b91c-befc-4879-b184-627012e115f2,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:14.966263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:14.970856 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.092281 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (a7a56cb0-9f1b-407f-9452-4b5862467f58), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.096816 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:15.125315 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:15.125862 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.160781 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:15.163082 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d467d-19c2-4c94-bb34-f76402253643" -d '{"events": [{"server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:15.181177 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:15.182003 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a56cb0-9f1b-407f-9452-4b5862467f58,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:15.236646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:15.256105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21978b0-f19b-452b-9e40-4cb18f9d84b4 req-584d5eee-5271-4a8f-b9c8-cd59f0d0d536 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:15.272747 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a21978b0-f19b-452b-9e40-4cb18f9d84b4 req-584d5eee-5271-4a8f-b9c8-cd59f0d0d536 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 945 time: 0.1003258 Jul 26 15:43:15.325609 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (109503c7-a168-4633-9e30-fb6f4d4abb79), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.358270 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a21978b0-f19b-452b-9e40-4cb18f9d84b4 req-a4c42f89-521f-41da-a661-25dd9c0a2671 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855997 Jul 26 15:43:15.468767 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.471688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks [] for router_controller (109503c7-a168-4633-9e30-fb6f4d4abb79), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.494511 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd12e-f80f-449c-88a3-b008a88291e8 req-016491e6-8b03-4ecc-b0d8-d104333129f6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:15.496178 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1dbcd12e-f80f-449c-88a3-b008a88291e8 req-016491e6-8b03-4ecc-b0d8-d104333129f6 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0608859 Jul 26 15:43:15.564827 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1dbcd12e-f80f-449c-88a3-b008a88291e8 req-96d857dc-0ce8-4af3-a3bb-a4c84bd17673 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618613 Jul 26 15:43:15.618861 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Sync routers for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:15.622452 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd21ad62-3633-48f2-b837-00c710e247e4 x-openstack-request-id: req-dd21ad62-3633-48f2-b837-00c710e247e4 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:15.622762 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "name": "network-vif-plugged", "status": "completed", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:15.623733 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-dd21ad62-3633-48f2-b837-00c710e247e4 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:15.623733 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd21ad62-3633-48f2-b837-00c710e247e4'] response: {'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'code': 200} Jul 26 15:43:15.634707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:15.636127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:15.747150 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:15.752107 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:15.767806 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:15.807648 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:15.829070 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:15.851363 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa690-ae66-4893-8cc8-fe76c2525b88 req-e50b6d9a-669d-4807-8c91-0e3f96df5ac0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:15.853275 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-284fa690-ae66-4893-8cc8-fe76c2525b88 req-e50b6d9a-669d-4807-8c91-0e3f96df5ac0 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.0642502 Jul 26 15:43:15.926503 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-284fa690-ae66-4893-8cc8-fe76c2525b88 req-7bf5fb00-b585-4154-ab83-2df99af225b5 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652800 Jul 26 15:43:15.953559 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:16.022609 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6764b91c-befc-4879-b184-627012e115f2 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:16.074989 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:11Z', 'revision_number': 4, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '396a63a1-3d19-4ceb-a5c8-3ea1d5d41235', 'name': '', 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'mac_address': 'fa:16:3e:23:d7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:10Z', 'updated_at': '2022-07-26T15:43:11Z', 'revision_number': 2, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'subnets': [{'id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:16.104441 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Checking router: 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:16.104738 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Updating router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 binding host dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:43:16.136693 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 6764b91c-befc-4879-b184-627012e115f2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:16.137092 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (6764b91c-befc-4879-b184-627012e115f2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.141316 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.239082 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53084) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:16.246431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899575915', 'description': 'tempest-secgroup-smoke-899575915 description', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:16.282233 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (109503c7-a168-4633-9e30-fb6f4d4abb79), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.282503 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-50d602f4-17a8-48d4-b44b-a04c6d903c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.282889 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 109503c7-a168-4633-9e30-fb6f4d4abb79 {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:43:16.293034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.294346 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d19b6b92-dc3c-409f-860e-807b73339352 admin admin] 10.222.0.128 "DELETE /v2.0/routers/109503c7-a168-4633-9e30-fb6f4d4abb79 HTTP/1.1" status: 204 len: 168 time: 2.8910544 Jul 26 15:43:16.296804 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53086) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:16.319493 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 6764b91c-befc-4879-b184-627012e115f2 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:16.354234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Deleting subnet 7d58d1a6-f21c-44eb-94cb-a32443a35b90 {{(pid=104582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:43:16.358848 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Publish callbacks [] for subnet (7d58d1a6-f21c-44eb-94cb-a32443a35b90), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.373806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.428294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10124493'] for subnet (7d58d1a6-f21c-44eb-94cb-a32443a35b90), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.429222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e939ea2d-efab-4d80-a2da-c93660878cf5 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:16.528650 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: e939ea2d-efab-4d80-a2da-c93660878cf5 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:16.529385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e939ea2d-efab-4d80-a2da-c93660878cf5 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:16.530035 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device a7a56cb0-9f1b-407f-9452-4b5862467f58 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:16.538498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (38b1f37a-78f9-46da-8cd6-a88400489ad7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.557015 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: a7a56cb0-9f1b-407f-9452-4b5862467f58 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:16.557353 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device a7a56cb0-9f1b-407f-9452-4b5862467f58 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:16.583235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (38b1f37a-78f9-46da-8cd6-a88400489ad7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.628878 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6383eae-5971-406d-b51b-e36da6942f05 req-d6b2d27e-6830-4a0e-b906-f30bdf8e7b60 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:16.632712 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6383eae-5971-406d-b51b-e36da6942f05 req-d6b2d27e-6830-4a0e-b906-f30bdf8e7b60 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.1308749 Jul 26 15:43:16.642560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (7d58d1a6-f21c-44eb-94cb-a32443a35b90), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.646595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b1f37a-78f9-46da-8cd6-a88400489ad7,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:16.672545 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks [] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), precommit_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.713568 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.715013 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-8be39a6e-08f1-44b3-9459-4077864729a3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4749210 Jul 26 15:43:16.718511 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53092) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:16.723352 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:16.725293 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:16.736124 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f6383eae-5971-406d-b51b-e36da6942f05 req-e7f78759-a97c-4460-ab86-b904c1ea82cd tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947363 Jul 26 15:43:16.763611 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc64c6-601a-4794-bc1f-eb130cacdd91 req-8d6050a9-1c77-4677-8cc9-ae28a3e73061 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:16.765575 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-68fc64c6-601a-4794-bc1f-eb130cacdd91 req-8d6050a9-1c77-4677-8cc9-ae28a3e73061 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0895545 Jul 26 15:43:16.778348 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.807283 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10332074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9508800'] for subnet (7d58d1a6-f21c-44eb-94cb-a32443a35b90), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.813153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:16.836527 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-68fc64c6-601a-4794-bc1f-eb130cacdd91 req-b66fd0ba-8104-47cf-8bb3-cd73a585886c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638680 Jul 26 15:43:16.842444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e8f7c-dbf5-4bd1-a3a9-8b5fa6bf17b1 None None] Pushing event updated for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=3']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:16.856168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d58d1a6-f21c-44eb-94cb-a32443a35b90,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:16.868838 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.877057 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fda279cc-4f60-4e5f-bd40-d77906918bf9 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/7d58d1a6-f21c-44eb-94cb-a32443a35b90 HTTP/1.1" status: 204 len: 168 time: 0.5781713 Jul 26 15:43:16.878543 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55f24f-c71a-4bdb-9ab7-8672267aa2cd None None] Network 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:43:16.881037 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53094) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:16.886484 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (7c648566-0ad7-423c-9f21-2ee41e97bc6a), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:16.974813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (7c648566-0ad7-423c-9f21-2ee41e97bc6a), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.004961 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.105166 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (7c648566-0ad7-423c-9f21-2ee41e97bc6a), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.141552 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Deleting port f4293214-0ffa-4a64-ba2c-213ad2765a89 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:17.142105 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.144201 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c648566-0ad7-423c-9f21-2ee41e97bc6a,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:17.167883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:17.187054 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Attempting to bind port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 on host dv-cinder-851032-1-iscsi for vnic_type normal with profile {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:17.187805 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Attempting to bind port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 by drivers openvswitch,hyperv on host dv-cinder-851032-1-iscsi at level 0 using segments [{'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:17.188010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Attempting to bind port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 on network 667f01d8-69a1-40de-819a-ed9ba4912cdb {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:17.193920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-0cfb02cf-ae38-4f43-a666-706bcfd17cf5 None None] Provisioning complete for port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:17.194298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0cfb02cf-ae38-4f43-a666-706bcfd17cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.210649 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.218943 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a21f-7a05-4724-9fab-64b63a35e5fa req-1f23f643-d6e1-4faf-af94-30414694a7c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:17.219670 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-826aa139-0f80-40f2-91b3-2a7be6e2fca7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5001507 Jul 26 15:43:17.220457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53098) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:17.220637 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ded8a21f-7a05-4724-9fab-64b63a35e5fa req-1f23f643-d6e1-4faf-af94-30414694a7c8 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1270866 Jul 26 15:43:17.222428 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Checking agent: {'id': '421d084f-60d7-4cca-9717-946c4b91af6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 26, 21), 'started_at': datetime.datetime(2022, 7, 26, 15, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:17.223057 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Checking segment: {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:17.224131 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.224796 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Bound using segment: {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'} {{(pid=104583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:17.225310 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.managers [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Bound port: 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235, host: dv-cinder-851032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f1250-ceb9-47fc-b6d8-1c42ac1611f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb'}}] {{(pid=104583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:17.226049 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.229542 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:17.271534 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] For port f4293214-0ffa-4a64-ba2c-213ad2765a89, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f4293214-0ffa-4a64-ba2c-213ad2765a89,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:17.271927 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.278337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-0cfb02cf-ae38-4f43-a666-706bcfd17cf5 None None] Port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:17.293542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:17.295122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Calling delete_port for f4293214-0ffa-4a64-ba2c-213ad2765a89 owned by network:dhcp {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:17.322480 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (cc5db54d-7a85-4103-b656-331ce0d52811), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.345447 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ded8a21f-7a05-4724-9fab-64b63a35e5fa req-fb07a1f6-4217-4147-a71b-aaf91733c769 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062930 Jul 26 15:43:17.355951 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] For port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235, host dv-cinder-851032-1-iscsi, cleared binding levels {{(pid=104583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:17.360414 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] For port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235, host dv-cinder-851032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:17.402821 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] DHCP port deletion for 8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:43:17.418246 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (cc5db54d-7a85-4103-b656-331ce0d52811), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.445434 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Deleting port f4293214-0ffa-4a64-ba2c-213ad2765a89 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:17.445812 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.515572 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] For port f4293214-0ffa-4a64-ba2c-213ad2765a89, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=f4293214-0ffa-4a64-ba2c-213ad2765a89,segment=NetworkSegment(5a2b612b-72e9-4659-ab9c-838d9cfa94f5),segment_id=5a2b612b-72e9-4659-ab9c-838d9cfa94f5)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:17.515972 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.526485 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.534330 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Calling delete_port for f4293214-0ffa-4a64-ba2c-213ad2765a89 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:17.572607 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (cc5db54d-7a85-4103-b656-331ce0d52811), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.573312 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.592120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:17.596714 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5db54d-7a85-4103-b656-331ce0d52811,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:17.616181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f4293214-0ffa-4a64-ba2c-213ad2765a89,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:17.616181 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] No DVR routers for this DVR port f4293214-0ffa-4a64-ba2c-213ad2765a89 on host dv-cinder-851032-1-iscsi {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:43:17.643594 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:17.654812 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e8f7c-dbf5-4bd1-a3a9-8b5fa6bf17b1 None None] Pushing event updated for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:17.661923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:17.662315 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:42:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:17.677663 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.679113 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-359a99b5-6066-4fd0-88bd-363699efc53e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4566014 Jul 26 15:43:17.682678 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53100) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:17.690799 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:17.710537 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:17.716331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.744278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e973f3b-c20c-47c1-ae4e-46f7a0f09a18']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:17.755678 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b612b-72e9-4659-ab9c-838d9cfa94f5') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:17.755678 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b612b-72e9-4659-ab9c-838d9cfa94f5') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:17.770139 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (5a2b612b-72e9-4659-ab9c-838d9cfa94f5), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.773861 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (f4293214-0ffa-4a64-ba2c-213ad2765a89), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.787211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (5a2b612b-72e9-4659-ab9c-838d9cfa94f5), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.790894 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] No DVR routers for this DVR port f4293214-0ffa-4a64-ba2c-213ad2765a89 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:43:17.800155 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Releasing vlan 1507 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:43:17.800155 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (5a2b612b-72e9-4659-ab9c-838d9cfa94f5), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.829888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bbed9-745a-4115-b9cd-017cae269de0 None None] Pushing event deleted for resources: {'Port': ['ID=f4293214-0ffa-4a64-ba2c-213ad2765a89,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:17.848792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (0e90d588-5bb6-4756-952e-23d37f8ce03a), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:17.875316 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 5a2b612b-72e9-4659-ab9c-838d9cfa94f5 resource provider aggregate not found Jul 26 15:43:17.875756 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:17.921453 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 5a2b612b-72e9-4659-ab9c-838d9cfa94f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a2b612b-72e9-4659-ab9c-838d9cfa94f5 found for delete ", "request_id": "req-8390ac5b-1903-46b3-8bf0-3f024289b38b"}]} Jul 26 15:43:17.944663 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-5a7b4c41-fd0b-4e64-8c5b-bcaa564eca0b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:17.949789 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-5a7b4c41-fd0b-4e64-8c5b-bcaa564eca0b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.1048489 Jul 26 15:43:17.959042 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Provisioning complete for port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:17.959042 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.030696 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-f201dbc2-b829-46c4-90f6-52d8e2dc81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.033641 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f4293214-0ffa-4a64-ba2c-213ad2765a89 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:18.033770 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-f201dbc2-b829-46c4-90f6-52d8e2dc81e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1165baf67df0484dbe4163c5a750784a&device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1127 time: 0.1578064 Jul 26 15:43:18.057658 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45276b-735b-4229-b4a5-67e07fc0f846 req-78060cca-e880-461d-b748-1e5c544f8e97 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.059449 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ea45276b-735b-4229-b4a5-67e07fc0f846 req-78060cca-e880-461d-b748-1e5c544f8e97 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 945 time: 0.0712848 Jul 26 15:43:18.073082 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: f4293214-0ffa-4a64-ba2c-213ad2765a89 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:18.073563 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device f4293214-0ffa-4a64-ba2c-213ad2765a89 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:18.127068 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f5014-878c-4f34-b119-5305d3ca68a8 req-9be53f93-0db3-4603-baae-8a9df8acdbdb tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.128391 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8e9f5014-878c-4f34-b119-5305d3ca68a8 req-9be53f93-0db3-4603-baae-8a9df8acdbdb tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.2494638 Jul 26 15:43:18.135696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37b29-07c2-4cef-884d-9f8b187a7fd0 req-fba55608-bddc-4325-a6f7-10075fdc094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.137239 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bff37b29-07c2-4cef-884d-9f8b187a7fd0 req-fba55608-bddc-4325-a6f7-10075fdc094d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1130 time: 0.1175714 Jul 26 15:43:18.137399 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (8e973f3b-c20c-47c1-ae4e-46f7a0f09a18), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.143116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.147467 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] 10.222.0.128 "DELETE /v2.0/networks/8e973f3b-c20c-47c1-ae4e-46f7a0f09a18 HTTP/1.1" status: 204 len: 168 time: 1.2648723 Jul 26 15:43:18.159290 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Current status of the port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 is: DOWN; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:18.159759 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.187853 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430d2e5-bcb9-436a-85ad-7ef7d1a11fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=8e973f3b-c20c-47c1-ae4e-46f7a0f09a18,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:18.193723 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:18.224052 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] For port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:18.231277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port c470964b-1007-4204-8ed3-132f86d700d7 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:18.235897 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (c470964b-1007-4204-8ed3-132f86d700d7), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.245712 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ea45276b-735b-4229-b4a5-67e07fc0f846 req-5c2b40c1-a583-4da2-9b24-ab3f6ccc42ab tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups?id=18b03743-8de3-4629-a657-20a9b93f6178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748478 Jul 26 15:43:18.285634 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-b8a3f878-d9aa-4b24-8eac-2d4d53b55fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.287757 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (0e90d588-5bb6-4756-952e-23d37f8ce03a), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.289196 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-b8a3f878-d9aa-4b24-8eac-2d4d53b55fe3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 200 len: 918 time: 0.2284584 Jul 26 15:43:18.295792 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.307079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:11Z', 'revision_number': 4, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '396a63a1-3d19-4ceb-a5c8-3ea1d5d41235', 'name': '', 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'mac_address': 'fa:16:3e:23:d7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:10Z', 'updated_at': '2022-07-26T15:43:17Z', 'revision_number': 4, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'subnets': [{'id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:18.355195 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bff37b29-07c2-4cef-884d-9f8b187a7fd0 req-e02d77c6-240b-4033-9b44-4149593f1937 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103395 Jul 26 15:43:18.359704 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-3ab96b73-7bd1-44bd-aa1d-ea44379efb8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 200 len: 998 time: 0.0644183 Jul 26 15:43:18.362066 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a50b7-a69c-483a-a0cf-57642d520e70 None None] The sync data for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi is: [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:43:11Z', 'revision_number': 4, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '396a63a1-3d19-4ceb-a5c8-3ea1d5d41235', 'name': '', 'network_id': '667f01d8-69a1-40de-819a-ed9ba4912cdb', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'mac_address': 'fa:16:3e:23:d7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:10Z', 'updated_at': '2022-07-26T15:43:17Z', 'revision_number': 4, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'subnets': [{'id': 'dd4ca543-e03c-4a02-9fb0-7ebc88a4077c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:18.377129 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:18.386917 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8e9f5014-878c-4f34-b119-5305d3ca68a8 req-b6462a17-2d84-4fc5-aaa9-94cfa0139db0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478170 Jul 26 15:43:18.387394 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016cd40-1186-4043-9040-2d19c7c10914 None None] Pushing event updated for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:18.394743 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e0e5a68a-2807-4151-ab93-8f53384cb437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.409904 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0e90d588-5bb6-4756-952e-23d37f8ce03a), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.486666 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] For port c470964b-1007-4204-8ed3-132f86d700d7, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c470964b-1007-4204-8ed3-132f86d700d7,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:18.486962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (c470964b-1007-4204-8ed3-132f86d700d7), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.489913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e90d588-5bb6-4756-952e-23d37f8ce03a,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:18.553443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.557025 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-acffde3b-4c30-40da-a49e-a23eb5e0ed93 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8733435 Jul 26 15:43:18.559837 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53114) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:18.573575 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:18.584772 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67662d-aeda-45ed-9857-03e323d1c0e8 req-ff8911a3-4c18-423a-8afa-65d51783196b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.586298 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bd67662d-aeda-45ed-9857-03e323d1c0e8 req-ff8911a3-4c18-423a-8afa-65d51783196b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 943 time: 0.1027274 Jul 26 15:43:18.615852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53118) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:18.651897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:18.667199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-528300dc-5305-4247-aca2-7c6887fe1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.668708 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-528300dc-5305-4247-aca2-7c6887fe1cb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 200 len: 855 time: 0.1097329 Jul 26 15:43:18.717616 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-832e7b57-b677-4dde-bc4a-434d3368e1dc admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f81499626e98449897622291738f07f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1003318 Jul 26 15:43:18.720015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53120) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:18.730864 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bd67662d-aeda-45ed-9857-03e323d1c0e8 req-64905ba9-7691-4b11-aafc-42f583204fed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140263 Jul 26 15:43:18.732385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-5ffdfe04-77ec-4d95-9671-6b82224e5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:18.733995 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-5ffdfe04-77ec-4d95-9671-6b82224e5a05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8f586bd-fa08-43ea-8187-a7c90e05c8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588870 Jul 26 15:43:18.746067 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.746457 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.746740 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Floating IP a6a252d9-f92d-4991-97f0-8567ef567f0c disassociated. External IP: 172.27.1.82, port: c470964b-1007-4204-8ed3-132f86d700d7. Jul 26 15:43:18.747087 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for c470964b-1007-4204-8ed3-132f86d700d7 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:18.756437 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (aa88fc83-f552-4f88-9170-a7a0ae88b7ba), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.788320 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:43:18.833778 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (aa88fc83-f552-4f88-9170-a7a0ae88b7ba), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.847309 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] Publish callbacks [] for security_group (5b874d26-f70d-4369-add7-80b33698795e), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.865077 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:18.889693 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] Publish callbacks [] for security_group (5b874d26-f70d-4369-add7-80b33698795e), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.907643 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (aa88fc83-f552-4f88-9170-a7a0ae88b7ba), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.920936 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:18.933732 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa88fc83-f552-4f88-9170-a7a0ae88b7ba,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:18.936419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'a738a47a-b442-4106-adbb-9f2d80950686', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'port_id': 'a738a47a-b442-4106-adbb-9f2d80950686', 'mac_address': 'fa:16:3e:b5:68:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:43:18.981540 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:18.981947 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:18.999295 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:43:19.022993 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:19.046078 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (5b874d26-f70d-4369-add7-80b33698795e), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.049073 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.052912 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/5b874d26-f70d-4369-add7-80b33698795e HTTP/1.1" status: 204 len: 168 time: 0.3293703 Jul 26 15:43:19.054840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.058771 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-be898841-4a70-40d1-bf7b-026a263776a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4979935 Jul 26 15:43:19.059400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53124) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:19.065058 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffd96-b335-4259-8deb-d136895ab9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b874d26-f70d-4369-add7-80b33698795e,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:19.067184 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:19.098465 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (c470964b-1007-4204-8ed3-132f86d700d7), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.126317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.127802 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-6df200bb-0d06-4933-8601-5fcf17a08237 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235223 Jul 26 15:43:19.138295 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=c470964b-1007-4204-8ed3-132f86d700d7,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:19.200154 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.securitygroups_db [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Project f06fcba3614a4f428778ccfa4d2ac3eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:43:19.212207 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=9']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:19.218793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (0d670de6-ecf7-4f69-979d-8c4092b2df4e), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.218793 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:19.307424 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3f2a6c49-b337-40d2-aa58-b2c1b4eb95f8 req-f00f35f8-3497-4a18-90bd-4073108028d5 service neutron] 10.222.0.48 "GET /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721253 Jul 26 15:43:19.316899 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (0d670de6-ecf7-4f69-979d-8c4092b2df4e), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.333147 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:43:19.400394 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (0d670de6-ecf7-4f69-979d-8c4092b2df4e), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.406268 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['a738a47a-b442-4106-adbb-9f2d80950686'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:43:19.422118 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d670de6-ecf7-4f69-979d-8c4092b2df4e,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:19.434051 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-98628cb7-cedc-4edf-b224-ac8cbae82632 req-9cc77f20-9141-48d5-b918-d2b2653b5e1c tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0550885 Jul 26 15:43:19.492392 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.524610 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:19.528237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.537231 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9938a207-dad0-4277-81a1-7541f7008c14 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4750228 Jul 26 15:43:19.539426 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53132) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:19.540248 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:19.545692 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'security_group_rule': {'security_group_id': '38b1f37a-78f9-46da-8cd6-a88400489ad7', 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:19.564184 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:19.568492 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:19.690806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] No DVR routers for this DVR port c470964b-1007-4204-8ed3-132f86d700d7 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:43:19.697735 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.726205 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5cc979e9-ee90-4ad1-91d4-7a50269e9f25 req-8e562c0f-1177-45a8-a54c-a416b8b22b5b tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.48 "DELETE /v2.0/ports/c470964b-1007-4204-8ed3-132f86d700d7 HTTP/1.1" status: 204 len: 173 time: 1.7616613 Jul 26 15:43:19.733297 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'name': 'network-vif-deleted', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:19.746177 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9725ae1-aa23-4a2c-877e-ae18f4fe0ada" -d '{"events": [{"server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "name": "network-vif-deleted", "tag": "c470964b-1007-4204-8ed3-132f86d700d7"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:19.746433 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83de31-5c73-4a28-9ede-ad61a851612f req-68f1a64f-34f8-4af9-8f48-5d0314835110 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:19.748585 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b83de31-5c73-4a28-9ede-ad61a851612f req-68f1a64f-34f8-4af9-8f48-5d0314835110 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.1869252 Jul 26 15:43:19.799249 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.securitygroups_db [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Project f06fcba3614a4f428778ccfa4d2ac3eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:43:19.808418 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (a92b7996-cef4-494e-ad11-f6c4539fa3fb), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:19.859114 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08728ed-3e8d-4a67-97ab-4475e67c8fd4 x-openstack-request-id: req-b08728ed-3e8d-4a67-97ab-4475e67c8fd4 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:19.859409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba220cc-8230-469c-97f2-4e9dc8a6f7a0", "name": "network-vif-deleted", "tag": "c470964b-1007-4204-8ed3-132f86d700d7", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:19.860030 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-b08728ed-3e8d-4a67-97ab-4475e67c8fd4 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:19.860603 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08728ed-3e8d-4a67-97ab-4475e67c8fd4'] response: {'server_uuid': '1ba220cc-8230-469c-97f2-4e9dc8a6f7a0', 'name': 'network-vif-deleted', 'tag': 'c470964b-1007-4204-8ed3-132f86d700d7', 'status': 'completed', 'code': 200} Jul 26 15:43:19.888684 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b83de31-5c73-4a28-9ede-ad61a851612f req-1448a276-6998-4eda-82af-542fe27ad3d8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330109 Jul 26 15:43:19.924998 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (a92b7996-cef4-494e-ad11-f6c4539fa3fb), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.006157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397950'] for security_group_rule (a92b7996-cef4-494e-ad11-f6c4539fa3fb), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.009239 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:20.057829 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92b7996-cef4-494e-ad11-f6c4539fa3fb,revision_number=0']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:20.080294 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 up at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:20.122390 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.131474 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fbea5a82-2f1a-4685-96dd-9ce552e235a6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5847261 Jul 26 15:43:20.135185 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1741-cce5-4d21-8e91-ad3a93c745f4 req-3b0f669d-862f-4ff8-bcf5-f88f228c88be tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:20.141347 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a96b1741-cce5-4d21-8e91-ad3a93c745f4 req-3b0f669d-862f-4ff8-bcf5-f88f228c88be tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 944 time: 0.1166551 Jul 26 15:43:20.175027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Provisioning complete for port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:20.176065 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.205951 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:20.206853 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:20.236352 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:20.238917 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a96b1741-cce5-4d21-8e91-ad3a93c745f4 req-c019f3c2-a0f7-4655-850f-9d2590b2abda tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858233 Jul 26 15:43:20.299298 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Current status of the port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 is: ACTIVE; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:20.371981 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:20.398055 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:20.407645 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:20.408245 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:20.452632 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:20.540804 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:20.636749 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b03a34cc-fb74-4039-8ad6-299989dbf04d req-655bce16-6f69-47e4-b16a-9f9c02544b16 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0312130 Jul 26 15:43:20.766618 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:20.793641 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068cf8e-0c5b-41f8-996d-552ede7950cc None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:35:22Z', 'revision_number': 4, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '3daf4751-d97d-46c6-9fce-218b2445be64', 'name': '', 'network_id': 'c44aad34-88bd-4a3d-a4b4-00a0a6488a28', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'mac_address': 'fa:16:3e:e6:d2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:19Z', 'updated_at': '2022-07-26T15:35:40Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'subnets': [{'id': '3ce6fd59-82c3-4911-867c-5336aafd1fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:20.799931 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:20.862860 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port a738a47a-b442-4106-adbb-9f2d80950686 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:20.863490 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (a738a47a-b442-4106-adbb-9f2d80950686), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.902929 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:20.973520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port a738a47a-b442-4106-adbb-9f2d80950686 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:20.973520 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:20.997775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:21.007177 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdb85d-4380-48ff-90a8-3fa2140ee825" -d '{"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:21.014153 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:21.045304 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c36f7-f25a-423e-9a8b-45e3217eac6a x-openstack-request-id: req-512c36f7-f25a-423e-9a8b-45e3217eac6a {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:21.048783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-plugged", "status": "completed", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:21.048783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-512c36f7-f25a-423e-9a8b-45e3217eac6a {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:21.048783 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512c36f7-f25a-423e-9a8b-45e3217eac6a'] response: {'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'code': 200} Jul 26 15:43:21.049416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35593f3e-79dc-471c-88ba-44d4e2bed070 req-337ae0d5-c948-4eb7-a928-37f9f7778d3a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:21.054369 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35593f3e-79dc-471c-88ba-44d4e2bed070 req-337ae0d5-c948-4eb7-a928-37f9f7778d3a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.0685480 Jul 26 15:43:21.064321 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:21.065852 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c470964b-1007-4204-8ed3-132f86d700d7 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:21.123247 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: c470964b-1007-4204-8ed3-132f86d700d7 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:21.124264 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device c470964b-1007-4204-8ed3-132f86d700d7 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:21.152153 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-35593f3e-79dc-471c-88ba-44d4e2bed070 req-1946e72b-a410-49fb-8c6e-1c038730b4bb tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965230 Jul 26 15:43:21.186461 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=10']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:21.316171 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779220b6-6946-4b95-8a47-46dbcbc08793 None None] New status for floating IP a6a252d9-f92d-4991-97f0-8567ef567f0c: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:43:21.350563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e34da-9729-4abb-9def-2aef99a242c9 req-764dc6b3-f534-467e-bdaa-2e5085c4d68e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:21.358274 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fd4e34da-9729-4abb-9def-2aef99a242c9 req-764dc6b3-f534-467e-bdaa-2e5085c4d68e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.0728474 Jul 26 15:43:21.373883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:21.374856 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:21.425740 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-fd4e34da-9729-4abb-9def-2aef99a242c9 req-058f162e-67f7-4c3b-9ed0-2d8a87ff5935 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659189 Jul 26 15:43:21.456349 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53210) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:21.461909 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf4489-c050-4edc-8697-8afa2f2708a4 req-57bf1194-305e-4a36-8251-5e615b4fd81f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:21.465600 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-33bf4489-c050-4edc-8697-8afa2f2708a4 req-57bf1194-305e-4a36-8251-5e615b4fd81f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0767143 Jul 26 15:43:21.497747 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa92919-7062-4ba6-b108-f0d9f629e9ae tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:21.499289 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-ffa92919-7062-4ba6-b108-f0d9f629e9ae tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1125 time: 0.0418355 Jul 26 15:43:21.502310 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53212) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:21.509866 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:21.519834 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-33bf4489-c050-4edc-8697-8afa2f2708a4 req-9abac0aa-f338-4d31-9bf9-31f2af6e3b5c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475898 Jul 26 15:43:21.530023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:21.612063 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:21.713310 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:21.785511 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-956ffbeb-7a12-4d62-a195-d6ef8f4deff9 req-58764a5d-5c7e-4212-804c-3295ffaa16b5 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/ports?device_id=1ba220cc-8230-469c-97f2-4e9dc8a6f7a0 HTTP/1.1" status: 200 len: 210 time: 0.0327754 Jul 26 15:43:21.787367 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9b06-09e5-48fa-8b6d-b90823761f4d req-718bd115-0798-4797-a7e9-678f0296fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:21.788883 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3eee9b06-09e5-48fa-8b6d-b90823761f4d req-718bd115-0798-4797-a7e9-678f0296fb02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 1130 time: 0.0416744 Jul 26 15:43:21.845947 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3eee9b06-09e5-48fa-8b6d-b90823761f4d req-24529cf7-a3d6-470c-b16e-66db178ff3b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463617 Jul 26 15:43:21.885858 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.27.1.71 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/15fac0b0-0449-47f8-b65b-385da1c9dfa8) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:22.014379 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.019561 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:22.127138 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.172642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:22.177922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:22.182077 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:22.185513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=15fac0b0-0449-47f8-b65b-385da1c9dfa8,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:22.581172 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (06cddcb3-d04c-4a39-9a8a-39d6075dc0c4), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.683868 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152f68-e124-4da0-a3d1-58a2e92fdeda req-2c3f05ca-c850-473d-a124-cb65ff41678d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:22.685460 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b2152f68-e124-4da0-a3d1-58a2e92fdeda req-2c3f05ca-c850-473d-a124-cb65ff41678d tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0554545 Jul 26 15:43:22.721021 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.741131 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b2152f68-e124-4da0-a3d1-58a2e92fdeda req-e1ce4f48-bdfc-4ec3-a105-c40244640f37 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496874 Jul 26 15:43:22.766901 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:22.897419 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.973109 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:22.976137 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53244) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:23.059663 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (18b03743-8de3-4629-a657-20a9b93f6178), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.063599 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (06cddcb3-d04c-4a39-9a8a-39d6075dc0c4), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.089690 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (18b03743-8de3-4629-a657-20a9b93f6178), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.158292 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=15fac0b0-0449-47f8-b65b-385da1c9dfa8,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:23.186108 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:23.200522 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP 06cddcb3-d04c-4a39-9a8a-39d6075dc0c4 associated. External IP: 172.27.1.71, port: 17ca4eda-c8b5-415b-89fb-527bd2c2a98d. Jul 26 15:43:23.268651 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (18b03743-8de3-4629-a657-20a9b93f6178), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.271412 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.279295 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/security-groups/18b03743-8de3-4629-a657-20a9b93f6178 HTTP/1.1" status: 204 len: 168 time: 0.2961226 Jul 26 15:43:23.279839 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53252) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:23.314871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efb7af-040f-49d9-8a83-b835ad1c1572 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b03743-8de3-4629-a657-20a9b93f6178,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:23.321015 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.api.v2.resource [None req-389376cb-2eff-407f-83a9-5ae74ab0c1cc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] show failed (client error): The resource could not be found. Jul 26 15:43:23.321015 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-389376cb-2eff-407f-83a9-5ae74ab0c1cc tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "GET /v2.0/security-groups/18b03743-8de3-4629-a657-20a9b93f6178 HTTP/1.1" status: 404 len: 347 time: 0.0375404 Jul 26 15:43:23.326592 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53254) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:23.467714 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:43:23.485366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Deleting port 7f1a2e95-d3a1-418a-b2dd-96c35daa09c1 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:23.485715 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.578919 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.579248 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.592939 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:23.593828 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Calling delete_port for 7f1a2e95-d3a1-418a-b2dd-96c35daa09c1 owned by network:floatingip {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:23.600279 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:23.608271 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:23.621896 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:23.623311 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:23.687538 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.745870 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a61187b0-9f67-4d75-9ad3-72c68e064142 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2401257 Jul 26 15:43:23.746601 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:23.749670 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:23.782105 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:23.863313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (7f1a2e95-d3a1-418a-b2dd-96c35daa09c1), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:23.882390 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e13956-931b-401f-af3e-010fe93a22c7 x-openstack-request-id: req-62e13956-931b-401f-af3e-010fe93a22c7 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:23.882937 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:23.883707 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-62e13956-931b-401f-af3e-010fe93a22c7 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:23.884900 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e13956-931b-401f-af3e-010fe93a22c7'] response: {'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'status': 'completed', 'code': 200} Jul 26 15:43:23.927086 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:23.944867 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Pushing event deleted for resources: {'Port': ['ID=7f1a2e95-d3a1-418a-b2dd-96c35daa09c1,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:23.984653 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f35270-2dcc-4656-a418-55c94f440828 req-924df443-3c8f-490d-b58e-1ca0aaff739c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:23.986292 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-77f35270-2dcc-4656-a418-55c94f440828 req-924df443-3c8f-490d-b58e-1ca0aaff739c tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0587578 Jul 26 15:43:24.049036 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-77f35270-2dcc-4656-a418-55c94f440828 req-867c563e-b4d4-4ca2-a24d-b3249700943a tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550072 Jul 26 15:43:24.066235 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-67a033b8-fd1a-4bc5-9135-23e44531aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:24.070275 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-67a033b8-fd1a-4bc5-9135-23e44531aa57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1130 time: 0.1353889 Jul 26 15:43:24.071434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks [] for floatingip (a6a252d9-f92d-4991-97f0-8567ef567f0c), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:24.074454 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:24.078452 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-74ac4802-5c4f-4d6e-9338-6724c1609f74 tempest-AttachVolumeNegativeTest-665025055 tempest-AttachVolumeNegativeTest-665025055-project] 10.222.0.128 "DELETE /v2.0/floatingips/a6a252d9-f92d-4991-97f0-8567ef567f0c HTTP/1.1" status: 204 len: 168 time: 0.7477810 Jul 26 15:43:24.112609 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:22Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:24.146191 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:24.155941 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:24.156739 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:24.187636 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-f8d75e5d-3b77-4f1a-a7a3-a5fc560157af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:24.189166 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-f8d75e5d-3b77-4f1a-a7a3-a5fc560157af service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.1126173 Jul 26 15:43:24.259141 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-58eebfad-b956-404a-857f-ab2d02b9c2fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 999 time: 0.0622320 Jul 26 15:43:24.275897 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:24.525187 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:24.530001 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:24.551991 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:22Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:24.588066 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e8421-5d36-4b28-803b-0eedcabae452 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:22Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:24.628328 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-86f75565-95bc-41e8-9e63-ad74f043698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:24.629934 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-86f75565-95bc-41e8-9e63-ad74f043698b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.3604932 Jul 26 15:43:24.683007 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-c244fbe2-12ee-4cf6-a5eb-b6630759c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:24.689138 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-c244fbe2-12ee-4cf6-a5eb-b6630759c30c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484610 Jul 26 15:43:24.807452 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-77b6648f-9c9f-4589-9e68-1f69dabb3278 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165009 Jul 26 15:43:24.847460 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabbfaa-81df-4827-943d-eddff2f98350 None None] New status for floating IP 06cddcb3-d04c-4a39-9a8a-39d6075dc0c4: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:43:24.930951 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3d87d23c-6bcc-4ea1-8eb4-6a3addd39165 req-f669cdce-6c55-4a98-a3af-a6047bcb664e service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162746 Jul 26 15:43:25.185955 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3465897-8335-4243-a65e-03220ea5cbe1 req-d17b5eca-3379-457c-b161-0386e2d8c6df tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:25.187544 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b3465897-8335-4243-a65e-03220ea5cbe1 req-d17b5eca-3379-457c-b161-0386e2d8c6df tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0533705 Jul 26 15:43:25.253971 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b3465897-8335-4243-a65e-03220ea5cbe1 req-78d77a27-ad3a-4b26-ae62-a3eb84aef502 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607276 Jul 26 15:43:26.391978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0e56b-8b36-47cf-896c-a8e75cf81173 req-5135b97c-ad41-4131-b935-01b5c04b552f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:26.393966 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-72e0e56b-8b36-47cf-896c-a8e75cf81173 req-5135b97c-ad41-4131-b935-01b5c04b552f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0553951 Jul 26 15:43:26.444965 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-72e0e56b-8b36-47cf-896c-a8e75cf81173 req-f153b85e-aad1-410b-9046-f0cf78724899 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Jul 26 15:43:28.346250 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53404) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:28.899269 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:29.204119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:29.298921 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:29.489092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Deleting port 3daf4751-d97d-46c6-9fce-218b2445be64 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:29.489739 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:29.577890 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] For port 3daf4751-d97d-46c6-9fce-218b2445be64, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3daf4751-d97d-46c6-9fce-218b2445be64,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:29.578321 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:29.593297 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Calling delete_port for 3daf4751-d97d-46c6-9fce-218b2445be64 owned by network:router_interface {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:29.846240 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (3daf4751-d97d-46c6-9fce-218b2445be64), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:29.870491 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Pushing event deleted for resources: {'Port': ['ID=3daf4751-d97d-46c6-9fce-218b2445be64,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:30.097599 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:30.153699 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:30.306976 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:30.339727 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:43:30.453384 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:43:30.458789 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-566d8d28-0b4a-4f1f-a738-ac08a5b5283b admin admin] 10.222.0.128 "PUT /v2.0/routers/d8935b97-4c00-4551-a3e3-f4e9c25f5e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121809 Jul 26 15:43:30.461649 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53424) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:30.470238 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Sync routers for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:43:30.481563 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:30.482174 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:30.580052 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks [] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:30.678254 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:30.684863 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks [] for router_gateway (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:30.778606 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Deleting port fec7e45a-8176-4215-9da5-311380fd6f5f {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:30.778953 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:30.853575 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:29Z', 'revision_number': 5, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port': {'id': 'fec7e45a-8176-4215-9da5-311380fd6f5f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:12Z', 'updated_at': '2022-07-26T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:30.869076 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] For port fec7e45a-8176-4215-9da5-311380fd6f5f, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=fec7e45a-8176-4215-9da5-311380fd6f5f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:30.869379 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:30.880757 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Checking router: d8935b97-4c00-4551-a3e3-f4e9c25f5e02 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:43:30.885757 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Calling delete_port for fec7e45a-8176-4215-9da5-311380fd6f5f owned by network:router_gateway {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:30.889089 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Routers {'d8935b97-4c00-4551-a3e3-f4e9c25f5e02'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:43:30.889712 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:30.985884 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] Set router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:43:30.988413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:31.041373 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:30Z', 'revision_number': 6, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:31.069479 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04642379-0e2c-4eec-9325-43a2b85f1e84 None None] The sync data for ids ['d8935b97-4c00-4551-a3e3-f4e9c25f5e02'] in dv-cinder-851032-1-iscsi is: [{'id': 'd8935b97-4c00-4551-a3e3-f4e9c25f5e02', 'name': 'tempest-AttachVolumeNegativeTest-5621522-router', 'tenant_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:10Z', 'updated_at': '2022-07-26T15:43:30Z', 'revision_number': 6, 'project_id': '1ae9a8b5a9ec48f392c43a71f142b102', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:43:31.136800 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (fec7e45a-8176-4215-9da5-311380fd6f5f), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.160119 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec7e45a-8176-4215-9da5-311380fd6f5f,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:31.229957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.322572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.324892 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks [] for router_controller (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.434078 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (d8935b97-4c00-4551-a3e3-f4e9c25f5e02), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.434639 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8935b97-4c00-4551-a3e3-f4e9c25f5e02 {{(pid=104582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:43:31.441490 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.442636 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-af59a83c-28c2-48e8-9c6d-111b235b80e2 admin admin] 10.222.0.128 "DELETE /v2.0/routers/d8935b97-4c00-4551-a3e3-f4e9c25f5e02 HTTP/1.1" status: 204 len: 168 time: 0.9790969 Jul 26 15:43:31.445159 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53434) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:31.504698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Deleting subnet 3ce6fd59-82c3-4911-867c-5336aafd1fb2 {{(pid=104582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:43:31.511012 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Publish callbacks [] for subnet (3ce6fd59-82c3-4911-867c-5336aafd1fb2), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.554052 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10124493'] for subnet (3ce6fd59-82c3-4911-867c-5336aafd1fb2), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.637180 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (3ce6fd59-82c3-4911-867c-5336aafd1fb2), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.677498 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=11 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:31.714261 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53438) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:31.782897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10332074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9508800'] for subnet (3ce6fd59-82c3-4911-867c-5336aafd1fb2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.815035 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce6fd59-82c3-4911-867c-5336aafd1fb2,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:31.819941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.827284 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53442) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:31.834663 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed5baa-6fcd-45b2-a981-fc7c52de91e0 None None] Network c44aad34-88bd-4a3d-a4b4-00a0a6488a28 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:43:31.837748 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-4d20fa7f-90b4-4953-9cb1-f15ea32b5c73 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/3ce6fd59-82c3-4911-867c-5336aafd1fb2 HTTP/1.1" status: 204 len: 168 time: 0.3906510 Jul 26 15:43:31.868991 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:31.929325 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (c44aad34-88bd-4a3d-a4b4-00a0a6488a28), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.017984 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3daf4751-d97d-46c6-9fce-218b2445be64 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:32.023423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:32.025905 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Deleting port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:32.026100 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.044475 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Publish callbacks [] for security_group (043e822d-ef38-436b-9fa3-7263a772427d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.053128 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 3daf4751-d97d-46c6-9fce-218b2445be64 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:32.053465 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3daf4751-d97d-46c6-9fce-218b2445be64 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:32.053879 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device fec7e45a-8176-4215-9da5-311380fd6f5f no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:32.083331 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] DHCP port deletion for c44aad34-88bd-4a3d-a4b4-00a0a6488a28 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:43:32.085746 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: fec7e45a-8176-4215-9da5-311380fd6f5f {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:32.086273 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device fec7e45a-8176-4215-9da5-311380fd6f5f not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:32.101589 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] For port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:32.101874 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.113732 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (043e822d-ef38-436b-9fa3-7263a772427d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.116165 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Calling delete_port for 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:32.136189 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Deleting port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:43:32.136593 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.167573 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:32.174340 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=8d6b478ddf794bdb8eaf540873d828c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590130 Jul 26 15:43:32.175178 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53446) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:32.205162 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:32.213117 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043e822d-ef38-436b-9fa3-7263a772427d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:32.226736 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] For port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,segment=NetworkSegment(dc17d138-8c7f-4060-a1d2-a9ce098993a3),segment_id=dc17d138-8c7f-4060-a1d2-a9ce098993a3)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:32.227119 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.234421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.234790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.235109 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.235496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.235835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.236161 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.236509 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.236838 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.237162 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.237578 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.237941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.238303 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.238679 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.239241 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.239940 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe6c89-dcf1-4c58-9cbe-ea20d640e639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.241287 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Calling delete_port for 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:43:32.256883 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.270604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] Publish callbacks [] for security_group (043e822d-ef38-436b-9fa3-7263a772427d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.303848 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:32.307749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] No DVR routers for this DVR port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:43:32.313435 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] Publish callbacks [] for security_group (043e822d-ef38-436b-9fa3-7263a772427d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.342071 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.342419 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.342964 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.343297 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.343632 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.343962 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.344289 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.344708 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.345364 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.345697 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.346156 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.346488 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.346815 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.347135 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.347451 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.364024 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:32.370833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (10c2a24d-24e4-4a73-81d3-92a4ad1a7391), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.400219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] No DVR routers for this DVR port 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:43:32.401854 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Pushing event deleted for resources: {'Port': ['ID=10c2a24d-24e4-4a73-81d3-92a4ad1a7391,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:32.412757 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.414385 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.414736 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.415803 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.416217 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.416549 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.416929 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.417084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (c44aad34-88bd-4a3d-a4b4-00a0a6488a28), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.417258 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.417586 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.418106 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.418422 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.418753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.419078 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.419399 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.419724 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ae940-3d4d-4a98-84f0-d40208ae3d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:43:32.439421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44aad34-88bd-4a3d-a4b4-00a0a6488a28']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:32.449603 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc17d138-8c7f-4060-a1d2-a9ce098993a3') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:32.449899 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc17d138-8c7f-4060-a1d2-a9ce098993a3') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:43:32.464392 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (dc17d138-8c7f-4060-a1d2-a9ce098993a3), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.480033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (dc17d138-8c7f-4060-a1d2-a9ce098993a3), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.486513 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Releasing vlan 1513 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:43:32.486944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (dc17d138-8c7f-4060-a1d2-a9ce098993a3), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.502642 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (043e822d-ef38-436b-9fa3-7263a772427d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.508519 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.509717 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/043e822d-ef38-436b-9fa3-7263a772427d HTTP/1.1" status: 204 len: 168 time: 0.3279986 Jul 26 15:43:32.520343 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32621c2-fe4f-4896-bccd-55a06bfee8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e822d-ef38-436b-9fa3-7263a772427d,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:32.529600 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment dc17d138-8c7f-4060-a1d2-a9ce098993a3 resource provider aggregate not found Jul 26 15:43:32.561653 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment dc17d138-8c7f-4060-a1d2-a9ce098993a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc17d138-8c7f-4060-a1d2-a9ce098993a3 found for delete ", "request_id": "req-7e604db5-6721-47bb-a156-deb6cf84a1bc"}]} Jul 26 15:43:32.644983 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (c44aad34-88bd-4a3d-a4b4-00a0a6488a28), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.651182 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:32.654252 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] 10.222.0.128 "DELETE /v2.0/networks/c44aad34-88bd-4a3d-a4b4-00a0a6488a28 HTTP/1.1" status: 204 len: 168 time: 0.8259742 Jul 26 15:43:32.667065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c90be-32fc-4e97-b582-656877d3e6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44aad34-88bd-4a3d-a4b4-00a0a6488a28,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:32.986347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53466) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:33.028940 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3c3daabf-147b-43aa-acba-29bbb62e6da3 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=1ae9a8b5a9ec48f392c43a71f142b102&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411601 Jul 26 15:43:33.031332 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53468) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:33.085808 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] Publish callbacks [] for security_group (d8ff8f65-22aa-49a0-88c1-a0dc13b68cad), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:33.110452 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] Publish callbacks [] for security_group (d8ff8f65-22aa-49a0-88c1-a0dc13b68cad), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:33.233554 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (d8ff8f65-22aa-49a0-88c1-a0dc13b68cad), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:33.236270 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:33.237514 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/d8ff8f65-22aa-49a0-88c1-a0dc13b68cad HTTP/1.1" status: 204 len: 168 time: 0.2052395 Jul 26 15:43:33.246473 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862375cc-577c-4a19-8a27-4f1dd5dae01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff8f65-22aa-49a0-88c1-a0dc13b68cad,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:33.976686 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:43:34.000767 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:43:34.001121 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 10c2a24d-24e4-4a73-81d3-92a4ad1a7391 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:43:34.794946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53548) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:34.929322 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0a0-e483-421f-b5d4-b102132e1a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.022003 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0a0-e483-421f-b5d4-b102132e1a9f admin admin] Publish callbacks [] for security_group (91299f0c-2e9d-4600-b694-4dbdfe277f00), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.084243 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dc93e0a0-e483-421f-b5d4-b102132e1a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (91299f0c-2e9d-4600-b694-4dbdfe277f00), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.126636 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dc93e0a0-e483-421f-b5d4-b102132e1a9f admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=4e23e457e026432eafe2b7f626bef6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305838 Jul 26 15:43:35.127762 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e0a0-e483-421f-b5d4-b102132e1a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91299f0c-2e9d-4600-b694-4dbdfe277f00,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:35.129581 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53558) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:35.191334 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] Publish callbacks [] for security_group (91299f0c-2e9d-4600-b694-4dbdfe277f00), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.218721 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] Publish callbacks [] for security_group (91299f0c-2e9d-4600-b694-4dbdfe277f00), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.332155 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (91299f0c-2e9d-4600-b694-4dbdfe277f00), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.334984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:35.336244 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/91299f0c-2e9d-4600-b694-4dbdfe277f00 HTTP/1.1" status: 204 len: 168 time: 0.2051322 Jul 26 15:43:35.346754 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b935-117a-48e1-a901-9dca5dbc979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91299f0c-2e9d-4600-b694-4dbdfe277f00,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:38.387303 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:38.556502 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-12794b3c-afcc-4c57-8de6-20dcc87471d4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899575915&fields=id&tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb HTTP/1.1" status: 200 len: 267 time: 0.0494936 Jul 26 15:43:38.666785 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-27551c9d-1b22-433f-9f9d-f22afb12dec5 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:38.673604 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-27551c9d-1b22-433f-9f9d-f22afb12dec5 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 808 time: 0.1042385 Jul 26 15:43:38.684268 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-b97bb692-ecf7-4a3b-919b-25bcf81b023f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/quotas/f06fcba3614a4f428778ccfa4d2ac3eb HTTP/1.1" status: 200 len: 375 time: 0.0099411 Jul 26 15:43:38.744188 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-124e7ec5-7514-4202-b73a-26f278339423 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524013 Jul 26 15:43:38.776257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53674) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:38.847842 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-15cd8c34-3f0a-431f-85b8-018ab759bb76 service neutron] 10.222.0.128 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922389 Jul 26 15:43:38.900423 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-149b6a8b-2300-4f66-a608-1db336e7d4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:38.927004 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:38.951667 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-636d6653-de55-4d2f-a9e0-96e267d3fefc service neutron] 10.222.0.128 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973022 Jul 26 15:43:38.991758 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-149b6a8b-2300-4f66-a608-1db336e7d4dc admin admin] Publish callbacks [] for security_group (2b608528-be47-47e9-99e7-33b99d4bc14c), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.111048 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-149b6a8b-2300-4f66-a608-1db336e7d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2b608528-be47-47e9-99e7-33b99d4bc14c), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.147757 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b6a8b-2300-4f66-a608-1db336e7d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b608528-be47-47e9-99e7-33b99d4bc14c,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:39.152896 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-149b6a8b-2300-4f66-a608-1db336e7d4dc admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=ebb5ea484d8d453cb593c5e8ee52ab68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756998 Jul 26 15:43:39.155620 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53684) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:39.167792 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:39.208059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] Publish callbacks [] for security_group (2b608528-be47-47e9-99e7-33b99d4bc14c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.233162 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] Publish callbacks [] for security_group (2b608528-be47-47e9-99e7-33b99d4bc14c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.364543 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2b608528-be47-47e9-99e7-33b99d4bc14c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.367056 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:39.368819 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/2b608528-be47-47e9-99e7-33b99d4bc14c HTTP/1.1" status: 204 len: 168 time: 0.2122748 Jul 26 15:43:39.377876 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e73d6b-0b14-4bec-ab00-2516b6879811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b608528-be47-47e9-99e7-33b99d4bc14c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:40.040362 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53694) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:40.054413 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d6e76648-b1ba-4686-b530-7268c04c1443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.056921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:40.110665 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:40.136961 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d6e76648-b1ba-4686-b530-7268c04c1443 admin admin] Publish callbacks [] for security_group (12856c0b-86f4-43ed-94d3-9474fcb7ae9d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.204624 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-d6e76648-b1ba-4686-b530-7268c04c1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (12856c0b-86f4-43ed-94d3-9474fcb7ae9d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.244686 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-d6e76648-b1ba-4686-b530-7268c04c1443 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=7f405b724fdc4de59bbc6a4e18dde721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031758 Jul 26 15:43:40.247808 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53696) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:40.249515 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76648-b1ba-4686-b530-7268c04c1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12856c0b-86f4-43ed-94d3-9474fcb7ae9d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:40.302355 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] Publish callbacks [] for security_group (12856c0b-86f4-43ed-94d3-9474fcb7ae9d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.326533 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] Publish callbacks [] for security_group (12856c0b-86f4-43ed-94d3-9474fcb7ae9d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.455861 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (12856c0b-86f4-43ed-94d3-9474fcb7ae9d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.458381 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:40.459519 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/12856c0b-86f4-43ed-94d3-9474fcb7ae9d HTTP/1.1" status: 204 len: 168 time: 0.2103143 Jul 26 15:43:40.472768 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845aed5-851c-47bc-8852-f0d1f9fb0dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12856c0b-86f4-43ed-94d3-9474fcb7ae9d,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:40.626734 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-80bb5171-7cd0-4d04-9f99-723b63dcf94e req-119060ce-4f1d-4e7a-803b-459a03865b8d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Jul 26 15:43:40.957946 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53718) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:41.092016 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-03cae247-8266-4321-9b2a-c72cddab2b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.184430 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-03cae247-8266-4321-9b2a-c72cddab2b73 admin admin] Publish callbacks [] for security_group (107ccf0b-15f3-4c91-a290-3a8052e413de), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.272372 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-03cae247-8266-4321-9b2a-c72cddab2b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (107ccf0b-15f3-4c91-a290-3a8052e413de), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.318296 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-03cae247-8266-4321-9b2a-c72cddab2b73 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f4ce865cbb3f42bdbdafd4767b5e7854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592534 Jul 26 15:43:41.319171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cae247-8266-4321-9b2a-c72cddab2b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ccf0b-15f3-4c91-a290-3a8052e413de,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:41.321607 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53728) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:41.384832 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] Publish callbacks [] for security_group (107ccf0b-15f3-4c91-a290-3a8052e413de), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.411353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] Publish callbacks [] for security_group (107ccf0b-15f3-4c91-a290-3a8052e413de), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.570043 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (107ccf0b-15f3-4c91-a290-3a8052e413de), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.573965 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:41.580702 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/107ccf0b-15f3-4c91-a290-3a8052e413de HTTP/1.1" status: 204 len: 168 time: 0.2519314 Jul 26 15:43:41.585023 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a06f75-05ec-43cc-80ed-ac621d0ecb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ccf0b-15f3-4c91-a290-3a8052e413de,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:41.747290 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3ea19d80-19a6-4db5-b6f3-a5e927f2af3d req-8eccd88b-d959-43ed-9238-5b1b3a59b604 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0506589 Jul 26 15:43:42.401339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53758) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:42.415188 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0002a793-78b1-41dc-942c-ee22750197dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.520617 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0002a793-78b1-41dc-942c-ee22750197dc admin admin] Publish callbacks [] for security_group (668ee2e3-cd27-4c57-9ca8-991908f886e6), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.587541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0002a793-78b1-41dc-942c-ee22750197dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (668ee2e3-cd27-4c57-9ca8-991908f886e6), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.632397 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-0002a793-78b1-41dc-942c-ee22750197dc admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=639b43f570a94ea4a5242dba30da9fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299733 Jul 26 15:43:42.633872 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002a793-78b1-41dc-942c-ee22750197dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668ee2e3-cd27-4c57-9ca8-991908f886e6,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:42.636062 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53762) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:42.691585 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] Publish callbacks [] for security_group (668ee2e3-cd27-4c57-9ca8-991908f886e6), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.715229 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] Publish callbacks [] for security_group (668ee2e3-cd27-4c57-9ca8-991908f886e6), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.875943 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-39a4c221-33a7-43b4-a324-1374896878f2 req-d529ca10-0fcb-4e2b-a68f-bedb349a609e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0367949 Jul 26 15:43:42.879018 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (668ee2e3-cd27-4c57-9ca8-991908f886e6), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.881791 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:42.883082 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/668ee2e3-cd27-4c57-9ca8-991908f886e6 HTTP/1.1" status: 204 len: 168 time: 0.2451379 Jul 26 15:43:42.895495 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f862-aecb-445b-b833-5931cd5709e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ee2e3-cd27-4c57-9ca8-991908f886e6,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:43.279265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-1493a211-0c19-4789-a31d-9d4e9e88c918 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:43.289872 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-1493a211-0c19-4789-a31d-9d4e9e88c918 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 808 time: 0.1145983 Jul 26 15:43:43.360310 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-ada8f4a3-3c33-45ac-8253-8f49c161d022 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb HTTP/1.1" status: 200 len: 379 time: 0.0646546 Jul 26 15:43:43.370342 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'port': {'device_id': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'admin_state_up': True, 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'security_groups': ['38b1f37a-78f9-46da-8cd6-a88400489ad7']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:43.599740 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Made reservation on behalf of f06fcba3614a4f428778ccfa4d2ac3eb for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:43:43.604913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:43.630157 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:43.740266 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:43.753609 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Allocated IP 172.20.0.14 (17c20447-2fba-40df-9a90-b0346ebd5704/4be1b376-a892-4c40-9d7b-28c6e11dc9e2/24546090-7032-4878-8314-6034040c9df2) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:43.908785 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for port (24546090-7032-4878-8314-6034040c9df2), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.005641 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f27f81d4-558e-42df-92df-ecafce91ff4e req-d40e2415-e6f3-413f-bdf7-80e1c18268ec tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0379124 Jul 26 15:43:44.067397 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (24546090-7032-4878-8314-6034040c9df2), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.114760 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Network 17c20447-2fba-40df-9a90-b0346ebd5704 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:44.118982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:44.123365 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:44.150081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:44.187395 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:44.188402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.321640 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-40fe04a8-28ee-4d58-97bd-d17d28271c5c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548266 Jul 26 15:43:44.334018 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Request body: {'port': {'device_id': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:44.373288 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:44.402439 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.451151 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-159865f8-ef5b-4f47-972c-98b2b6906dca None None] Provisioning complete for port 24546090-7032-4878-8314-6034040c9df2 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:44.451737 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-159865f8-ef5b-4f47-972c-98b2b6906dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (24546090-7032-4878-8314-6034040c9df2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.487987 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-159865f8-ef5b-4f47-972c-98b2b6906dca None None] Port 24546090-7032-4878-8314-6034040c9df2 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:43:44.713970 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24546090-7032-4878-8314-6034040c9df2 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:43:44.722101 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks [] for port (24546090-7032-4878-8314-6034040c9df2), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.735319 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Transition to ACTIVE for port object 24546090-7032-4878-8314-6034040c9df2 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:43:44.815238 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:44.870816 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:44.978821 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:45.000130 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Attempting to bind port 24546090-7032-4878-8314-6034040c9df2 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:43:45.000549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Attempting to bind port 24546090-7032-4878-8314-6034040c9df2 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:43:45.001073 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Attempting to bind port 24546090-7032-4878-8314-6034040c9df2 on network 17c20447-2fba-40df-9a90-b0346ebd5704 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:45.006467 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Port 24546090-7032-4878-8314-6034040c9df2 on network 17c20447-2fba-40df-9a90-b0346ebd5704 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:43:45.007300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Attempting to bind port 24546090-7032-4878-8314-6034040c9df2 on network 17c20447-2fba-40df-9a90-b0346ebd5704 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:43:45.013791 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:43:45.014138 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Checking segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:43:45.014538 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Bound using segment: {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:43:45.014986 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Bound port: 24546090-7032-4878-8314-6034040c9df2, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb5cd26-e757-40a7-b7b9-516dca65af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1529, 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:43:45.015351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:45.094013 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:43:45.098881 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:43:45.155640 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4929e-e83f-4509-8f42-dd54f456bd06 req-f6599863-8ab0-430b-95d1-487da970fe00 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.159095 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6bb4929e-e83f-4509-8f42-dd54f456bd06 req-f6599863-8ab0-430b-95d1-487da970fe00 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0585563 Jul 26 15:43:45.176186 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:45.214092 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6bb4929e-e83f-4509-8f42-dd54f456bd06 req-4f173e27-e869-484f-9c17-973d5e275424 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512559 Jul 26 15:43:45.237460 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.238127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:45.239586 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1094 time: 0.9099972 Jul 26 15:43:45.240064 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:45.243712 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426" -d '{"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:45.285118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e154a3-2b1e-4a0b-9a2a-26474ae135f0 service neutron] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:45.298806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf347d-2c18-4fb1-b1cc-18db9f3c13dd x-openstack-request-id: req-88cf347d-2c18-4fb1-b1cc-18db9f3c13dd {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:45.298806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:45.298806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-88cf347d-2c18-4fb1-b1cc-18db9f3c13dd {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:45.299212 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cf347d-2c18-4fb1-b1cc-18db9f3c13dd'] response: {'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'status': 'completed', 'code': 200} Jul 26 15:43:45.381046 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-d13f466d-3172-416a-a389-2fa504f04a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.382818 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-d13f466d-3172-416a-a389-2fa504f04a20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1128 time: 0.0537724 Jul 26 15:43:45.529924 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-97d00b3b-ed9f-469d-a0a1-3219e18d04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.532450 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-97d00b3b-ed9f-469d-a0a1-3219e18d04a1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1376255 Jul 26 15:43:45.651731 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-6ddf43bd-aca4-4bae-8a41-a94fdbe9fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.653489 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d7a6cd92-b1d7-4050-b14b-3f6b851aa426 req-6ddf43bd-aca4-4bae-8a41-a94fdbe9fe80 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1135046 Jul 26 15:43:45.748274 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-1773a082-4175-4dbd-9c79-279ad4128124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.749831 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-1773a082-4175-4dbd-9c79-279ad4128124 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1128 time: 0.0551052 Jul 26 15:43:45.801188 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-e21cf4df-7bbf-405e-a1bf-729846d37fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 217 time: 0.0367806 Jul 26 15:43:45.839109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-5c1c7813-ef6f-48ef-b319-7300322ae5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:45.853512 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-7979ebb7-9b69-4ad1-9c1d-2ec0aa2e3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.855015 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-7979ebb7-9b69-4ad1-9c1d-2ec0aa2e3535 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0480125 Jul 26 15:43:45.902091 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe094e-be63-4927-877e-d5c223b4096a req-4ea64921-44e3-4729-8b06-8756bf92a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:45.903554 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-4ea64921-44e3-4729-8b06-8756bf92a360 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421734 Jul 26 15:43:46.004101 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-8c10ae09-0267-4b1c-a05c-0d5032af31db service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939834 Jul 26 15:43:46.100437 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dbe094e-be63-4927-877e-d5c223b4096a req-ae6e5b6b-abde-446d-b37d-e6f2f068376c service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900280 Jul 26 15:43:46.154790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53862) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:46.253512 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:46.275540 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3b79cc04-d26d-4281-90e2-0b75e00ee5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.278784 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:46.355173 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:46.382545 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97687a-31d9-4f76-a6c5-1b4fb9e10152 req-acd1ff31-8981-44d7-bd49-649946a68265 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:46.384796 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b97687a-31d9-4f76-a6c5-1b4fb9e10152 req-acd1ff31-8981-44d7-bd49-649946a68265 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0875568 Jul 26 15:43:46.475072 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b97687a-31d9-4f76-a6c5-1b4fb9e10152 req-7911c84f-141d-4c48-8366-d6b51dd56ffc tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807726 Jul 26 15:43:46.477115 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3b79cc04-d26d-4281-90e2-0b75e00ee5de admin admin] Publish callbacks [] for security_group (012e2587-fc07-42c8-8ea9-2d4a0467369d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.557564 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-3b79cc04-d26d-4281-90e2-0b75e00ee5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (012e2587-fc07-42c8-8ea9-2d4a0467369d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.599197 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-3b79cc04-d26d-4281-90e2-0b75e00ee5de admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=4b966d1db71f4dbf97adb148dcc1b974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432936 Jul 26 15:43:46.600047 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79cc04-d26d-4281-90e2-0b75e00ee5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e2587-fc07-42c8-8ea9-2d4a0467369d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:46.602439 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53868) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:46.608871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:46.664798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] Publish callbacks [] for security_group (012e2587-fc07-42c8-8ea9-2d4a0467369d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.689394 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] Publish callbacks [] for security_group (012e2587-fc07-42c8-8ea9-2d4a0467369d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.827314 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (012e2587-fc07-42c8-8ea9-2d4a0467369d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.830084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:46.833761 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/012e2587-fc07-42c8-8ea9-2d4a0467369d HTTP/1.1" status: 204 len: 168 time: 0.2279675 Jul 26 15:43:46.846790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba04e3-0af7-4357-b572-bf55fe998dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e2587-fc07-42c8-8ea9-2d4a0467369d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:47.354205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53886) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:47.472153 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9a151095-d316-4268-8fbc-dcec817dafd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.483895 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:47.499378 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53892) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:47.515851 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b478d181-db32-4186-bf6b-27b98dfbb96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.605988 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b478d181-db32-4186-bf6b-27b98dfbb96e admin admin] Publish callbacks [] for security_group (fe61987d-84b8-4612-8ba1-34a2ac46608e), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.612019 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9a151095-d316-4268-8fbc-dcec817dafd0 admin admin] Publish callbacks [] for security_group (80576fa2-5acb-4263-85a5-a99f54c363af), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.619695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4742f2-5dd6-415e-8b21-aa6ec1b09812 req-9c526ec7-f83c-4da6-a8e8-2a6fe865780f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:47.621206 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f4742f2-5dd6-415e-8b21-aa6ec1b09812 req-9c526ec7-f83c-4da6-a8e8-2a6fe865780f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0651519 Jul 26 15:43:47.675732 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3f4742f2-5dd6-415e-8b21-aa6ec1b09812 req-501d2279-5713-4073-993a-d5b18171150e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484943 Jul 26 15:43:47.683198 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b478d181-db32-4186-bf6b-27b98dfbb96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fe61987d-84b8-4612-8ba1-34a2ac46608e), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.712202 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9a151095-d316-4268-8fbc-dcec817dafd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (80576fa2-5acb-4263-85a5-a99f54c363af), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.734619 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b478d181-db32-4186-bf6b-27b98dfbb96e admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f596823a626140e7a9f408eb7b643bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340431 Jul 26 15:43:47.735657 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d181-db32-4186-bf6b-27b98dfbb96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61987d-84b8-4612-8ba1-34a2ac46608e,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:47.738001 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53896) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:47.755533 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9a151095-d316-4268-8fbc-dcec817dafd0 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3a9d185171ef41b8b63700080a13f0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002492 Jul 26 15:43:47.756589 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a151095-d316-4268-8fbc-dcec817dafd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80576fa2-5acb-4263-85a5-a99f54c363af,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:47.758685 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 53898) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:47.830157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] Publish callbacks [] for security_group (fe61987d-84b8-4612-8ba1-34a2ac46608e), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.847019 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] Publish callbacks [] for security_group (80576fa2-5acb-4263-85a5-a99f54c363af), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.871050 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] Publish callbacks [] for security_group (fe61987d-84b8-4612-8ba1-34a2ac46608e), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.891152 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] Publish callbacks [] for security_group (80576fa2-5acb-4263-85a5-a99f54c363af), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:47.942294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:48.038387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (80576fa2-5acb-4263-85a5-a99f54c363af), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.040923 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.042063 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/80576fa2-5acb-4263-85a5-a99f54c363af HTTP/1.1" status: 204 len: 168 time: 0.2823234 Jul 26 15:43:48.042796 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fe61987d-84b8-4612-8ba1-34a2ac46608e), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.046033 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.047333 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/fe61987d-84b8-4612-8ba1-34a2ac46608e HTTP/1.1" status: 204 len: 168 time: 0.3084493 Jul 26 15:43:48.056738 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d44ff-5ca4-4e65-a46a-bb3ccc0cd2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80576fa2-5acb-4263-85a5-a99f54c363af,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:48.069673 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405571-6910-4e47-a9de-ebbac463848d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61987d-84b8-4612-8ba1-34a2ac46608e,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:48.125404 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:43:48.357633 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7fd2cf5d-8aff-44ad-ab21-703127bcc425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.816343 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffaaa9-fb0a-4800-8487-4d3fa8a45832 req-7c934bcd-690d-4d6a-817e-30a3b9a97495 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:48.817890 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cffaaa9-fb0a-4800-8487-4d3fa8a45832 req-7c934bcd-690d-4d6a-817e-30a3b9a97495 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0525241 Jul 26 15:43:48.861680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53918) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:48.878090 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1699ee71-50ba-4a85-9d55-f64cb107caac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:48.969922 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1699ee71-50ba-4a85-9d55-f64cb107caac admin admin] Publish callbacks [] for security_group (6699bc66-2caf-4ba8-9ba5-43e4377ec23b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.044118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1699ee71-50ba-4a85-9d55-f64cb107caac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6699bc66-2caf-4ba8-9ba5-43e4377ec23b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.084936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699ee71-50ba-4a85-9d55-f64cb107caac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6699bc66-2caf-4ba8-9ba5-43e4377ec23b,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:49.091332 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1699ee71-50ba-4a85-9d55-f64cb107caac admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=fbfdb515f26646cf9c138ee9a6b17cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279241 Jul 26 15:43:49.094992 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 53920) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:49.140097 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cffaaa9-fb0a-4800-8487-4d3fa8a45832 req-c836537b-9a35-4620-ad2b-9755a29151a1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161552 Jul 26 15:43:49.165525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] Publish callbacks [] for security_group (6699bc66-2caf-4ba8-9ba5-43e4377ec23b), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.186351 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] Publish callbacks [] for security_group (6699bc66-2caf-4ba8-9ba5-43e4377ec23b), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.358213 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6699bc66-2caf-4ba8-9ba5-43e4377ec23b), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.362485 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:49.366361 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/6699bc66-2caf-4ba8-9ba5-43e4377ec23b HTTP/1.1" status: 204 len: 168 time: 0.2681961 Jul 26 15:43:49.375122 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c517d-40c7-438e-be60-1b6eeb953ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699bc66-2caf-4ba8-9ba5-43e4377ec23b,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:49.437988 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:50.122282 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=53 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:50.293520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95e1c-39c1-4fa5-a95a-80af881dcb39 req-4c9bba1d-d03b-43e1-83cf-2c9278cf4642 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:50.293520 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f4c95e1c-39c1-4fa5-a95a-80af881dcb39 req-4c9bba1d-d03b-43e1-83cf-2c9278cf4642 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0669241 Jul 26 15:43:50.357067 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f4c95e1c-39c1-4fa5-a95a-80af881dcb39 req-58930996-081e-403e-af43-0d86b805c329 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574591 Jul 26 15:43:51.306696 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:51.335100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:51.510651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9fef-3335-4e2b-bd1d-d62a3d228ee9 req-4a0493db-ce39-47ed-a44f-c6ccca6902a4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:51.512610 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3ed9fef-3335-4e2b-bd1d-d62a3d228ee9 req-4a0493db-ce39-47ed-a44f-c6ccca6902a4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0737100 Jul 26 15:43:51.567453 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d3ed9fef-3335-4e2b-bd1d-d62a3d228ee9 req-883115c4-6c66-4132-92db-ecbd0a7fd892 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Jul 26 15:43:52.046387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54024) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:52.142870 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54028) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:52.209801 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bf3c4c92-8ffb-4b78-8b4b-6a079d45a510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.259173 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f065aa3a-ff32-4ca9-a4b2-68cf21d3353c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.296139 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:52.344541 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bf3c4c92-8ffb-4b78-8b4b-6a079d45a510 admin admin] Publish callbacks [] for security_group (a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.381066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f065aa3a-ff32-4ca9-a4b2-68cf21d3353c admin admin] Publish callbacks [] for security_group (8d79c0a8-b725-46c4-a2b9-86670322a348), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.449157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-bf3c4c92-8ffb-4b78-8b4b-6a079d45a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.490766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f065aa3a-ff32-4ca9-a4b2-68cf21d3353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8d79c0a8-b725-46c4-a2b9-86670322a348), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.497820 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-bf3c4c92-8ffb-4b78-8b4b-6a079d45a510 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=444cb09d8b3f4d2db96274f984b31c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501774 Jul 26 15:43:52.500641 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54032) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:52.503400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c4c92-8ffb-4b78-8b4b-6a079d45a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:52.518562 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:52.529225 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:52.540587 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f065aa3a-ff32-4ca9-a4b2-68cf21d3353c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c707fd49a10e4806a8e33440be5c9f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965151 Jul 26 15:43:52.545443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54034) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:52.546560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065aa3a-ff32-4ca9-a4b2-68cf21d3353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79c0a8-b725-46c4-a2b9-86670322a348,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:52.585036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] Publish callbacks [] for security_group (a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.619163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:52.625481 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] Publish callbacks [] for security_group (a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.655080 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] Publish callbacks [] for security_group (8d79c0a8-b725-46c4-a2b9-86670322a348), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.726097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] Publish callbacks [] for security_group (8d79c0a8-b725-46c4-a2b9-86670322a348), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.734396 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655726-c3a1-428c-9dcd-bbdf5aa877e8 req-140b0894-dc3e-4179-9ab6-f830f7fd7c4d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:52.735872 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-27655726-c3a1-428c-9dcd-bbdf5aa877e8 req-140b0894-dc3e-4179-9ab6-f830f7fd7c4d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0876451 Jul 26 15:43:52.810372 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-27655726-c3a1-428c-9dcd-bbdf5aa877e8 req-788c2cd6-0e14-4fe3-b263-e1e3a0a37b29 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682418 Jul 26 15:43:52.872630 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.875580 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.876860 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50 HTTP/1.1" status: 204 len: 168 time: 0.3751638 Jul 26 15:43:52.886905 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeddae4-05eb-45f6-a835-fbf3971d99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0c2c6-066a-4b80-9099-cd6e5e6e3c50,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:52.914514 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8d79c0a8-b725-46c4-a2b9-86670322a348), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.917982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:52.919588 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/8d79c0a8-b725-46c4-a2b9-86670322a348 HTTP/1.1" status: 204 len: 168 time: 0.3715818 Jul 26 15:43:52.934451 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab6323-3a77-4e5a-b666-a50cd5915abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79c0a8-b725-46c4-a2b9-86670322a348,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:52.956743 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:43:53.067218 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:53.080129 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '24546090-7032-4878-8314-6034040c9df2', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'mac_address': 'fa:16:3e:34:ca:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:43:53.121028 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 24546090-7032-4878-8314-6034040c9df2 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:53.121415 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.135886 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24546090-7032-4878-8314-6034040c9df2 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:43:53.157977 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:53.209471 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.263599 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:53.457040 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['24546090-7032-4878-8314-6034040c9df2'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:43:53.523948 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:53.646214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54048) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:53.662489 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e8623475-d9a6-4b13-b73a-5e4060dbcf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.698901 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:53.723765 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54050) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:53.738774 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-81e39451-c150-4bf4-9d48-2baf8abd9e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.759481 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e8623475-d9a6-4b13-b73a-5e4060dbcf19 admin admin] Publish callbacks [] for security_group (2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.816730 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-81e39451-c150-4bf4-9d48-2baf8abd9e37 admin admin] Publish callbacks [] for security_group (f8172f11-cc20-4481-b973-8aae35ba1ca5), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.871876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-e8623475-d9a6-4b13-b73a-5e4060dbcf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.896418 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-81e39451-c150-4bf4-9d48-2baf8abd9e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f8172f11-cc20-4481-b973-8aae35ba1ca5), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:53.920334 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-e8623475-d9a6-4b13-b73a-5e4060dbcf19 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=555781c028514feb9a76a31fa0b3bbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730424 Jul 26 15:43:53.921921 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8623475-d9a6-4b13-b73a-5e4060dbcf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:53.925110 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54054) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:53.971593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a546a-8053-489c-8554-e89847946718 req-6e0b70da-e77f-426d-be14-1337ca82523c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:53.971856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:53.973188 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cf6a546a-8053-489c-8554-e89847946718 req-6e0b70da-e77f-426d-be14-1337ca82523c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 945 time: 0.0885956 Jul 26 15:43:53.974931 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e39451-c150-4bf4-9d48-2baf8abd9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8172f11-cc20-4481-b973-8aae35ba1ca5,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:53.981191 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-81e39451-c150-4bf4-9d48-2baf8abd9e37 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=90bf68a46ae0410faaee4503b7b51cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561216 Jul 26 15:43:53.983960 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54058) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:53.999766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] Publish callbacks [] for security_group (2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.029900 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cf6a546a-8053-489c-8554-e89847946718 req-d5222e6f-ecb4-4b50-8df4-d024660399dd tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471139 Jul 26 15:43:54.042749 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] Publish callbacks [] for security_group (2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.082249 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] Publish callbacks [] for security_group (f8172f11-cc20-4481-b973-8aae35ba1ca5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.106808 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] Publish callbacks [] for security_group (f8172f11-cc20-4481-b973-8aae35ba1ca5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.254645 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.257273 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.259139 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7 HTTP/1.1" status: 204 len: 168 time: 0.3328493 Jul 26 15:43:54.268701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf5bf8-e88d-4757-bc3f-b03411a4be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ef3ba-5e8e-4923-bc53-b4c7b06898d7,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:54.294865 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f8172f11-cc20-4481-b973-8aae35ba1ca5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.297748 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:54.302010 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f8172f11-cc20-4481-b973-8aae35ba1ca5 HTTP/1.1" status: 204 len: 168 time: 0.3139160 Jul 26 15:43:54.311117 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23f12e-e67b-4f4b-9cbf-5e7d3d91bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8172f11-cc20-4481-b973-8aae35ba1ca5,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:54.957638 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:43:55.006109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 24546090-7032-4878-8314-6034040c9df2 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:43:55.100425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 24546090-7032-4878-8314-6034040c9df2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:43:55.100865 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (24546090-7032-4878-8314-6034040c9df2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:55.157359 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c05e8-e0df-428a-b71c-74a9228cab38 req-b3543f23-8760-46bf-b529-2fe7d4b6a834 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:55.158969 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6c0c05e8-e0df-428a-b71c-74a9228cab38 req-b3543f23-8760-46bf-b529-2fe7d4b6a834 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 945 time: 0.0536647 Jul 26 15:43:55.190469 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 24546090-7032-4878-8314-6034040c9df2 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:43:55.190871 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:55.219077 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:43:55.221973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b3c6d3-3c9c-402e-9615-48c39276c56f" -d '{"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-plugged", "status": "completed", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:43:55.223177 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:55.230522 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6c0c05e8-e0df-428a-b71c-74a9228cab38 req-32633c15-72a1-47fa-9042-1fe8437d73e3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626068 Jul 26 15:43:55.263313 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:43:55.266263 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65444a82-1e25-4f9f-b6e1-053029d08555 x-openstack-request-id: req-65444a82-1e25-4f9f-b6e1-053029d08555 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:43:55.266553 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-plugged", "status": "completed", "tag": "24546090-7032-4878-8314-6034040c9df2", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:43:55.271149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-65444a82-1e25-4f9f-b6e1-053029d08555 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:43:55.271149 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65444a82-1e25-4f9f-b6e1-053029d08555'] response: {'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'code': 200} Jul 26 15:43:55.353301 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:55.416172 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:55.730015 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2f7d-5a64-47b7-afdd-2d0edc4161a3 req-5ed63b38-e1b9-4bcb-bf95-b4679dbfcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:55.731962 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6afd2f7d-5a64-47b7-afdd-2d0edc4161a3 req-5ed63b38-e1b9-4bcb-bf95-b4679dbfcec4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.0474508 Jul 26 15:43:55.783951 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6afd2f7d-5a64-47b7-afdd-2d0edc4161a3 req-96af4367-dcc8-4365-9841-6b59941b7cfe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457892 Jul 26 15:43:56.375911 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a054-3f72-4b0e-8743-f23854c95f1c req-49c3d4f2-3385-47f5-9395-5508b8c9520f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:56.378051 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a53a054-3f72-4b0e-8743-f23854c95f1c req-49c3d4f2-3385-47f5-9395-5508b8c9520f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0592062 Jul 26 15:43:56.435486 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a53a054-3f72-4b0e-8743-f23854c95f1c req-b61dbca2-84af-484e-ba76-8df8a33bd275 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508895 Jul 26 15:43:57.569869 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a128f3-0b84-4e1f-923c-7d2d61735bb9 req-f26b72ef-3588-472e-831b-df589e8ea52e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:57.573522 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-19a128f3-0b84-4e1f-923c-7d2d61735bb9 req-f26b72ef-3588-472e-831b-df589e8ea52e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0594549 Jul 26 15:43:57.634962 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-19a128f3-0b84-4e1f-923c-7d2d61735bb9 req-7d8fa871-eed0-49b7-892f-f780f891b5ef tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 Jul 26 15:43:57.657761 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54186) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:57.781877 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a0c5-2125-4a2a-ae36-5d3aac40336c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:57.800196 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821a051-2afc-4e03-b8be-2fd875c843a9 req-53c5fe04-8ab4-448e-9690-bb3d194ced0d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:57.801743 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b821a051-2afc-4e03-b8be-2fd875c843a9 req-53c5fe04-8ab4-448e-9690-bb3d194ced0d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0687358 Jul 26 15:43:57.874475 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b821a051-2afc-4e03-b8be-2fd875c843a9 req-f81cb471-4ebb-4064-816d-8799fb284813 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652459 Jul 26 15:43:57.902541 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54194) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:57.917337 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a0c5-2125-4a2a-ae36-5d3aac40336c admin admin] Publish callbacks [] for security_group (24ec001e-f542-4399-b0af-65c566be3ead), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:57.992340 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a0c5-2125-4a2a-ae36-5d3aac40336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (24ec001e-f542-4399-b0af-65c566be3ead), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.031129 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a0c5-2125-4a2a-ae36-5d3aac40336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec001e-f542-4399-b0af-65c566be3ead,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:58.038136 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-2ee4a0c5-2125-4a2a-ae36-5d3aac40336c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c738705f93014d42963be64cac885ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765385 Jul 26 15:43:58.038345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54198) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:58.058982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44be10-fff3-434d-adc7-e91b56d818d3 tempest-TestShelveInstance-1796727436 tempest-TestShelveInstance-1796727436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:43:58.060750 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6b44be10-fff3-434d-adc7-e91b56d818d3 tempest-TestShelveInstance-1796727436 tempest-TestShelveInstance-1796727436-project-admin] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1125 time: 0.1571321 Jul 26 15:43:58.063611 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54200) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:58.068116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:43:58.093502 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] Publish callbacks [] for security_group (24ec001e-f542-4399-b0af-65c566be3ead), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.116739 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] Publish callbacks [] for security_group (24ec001e-f542-4399-b0af-65c566be3ead), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.120946 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=46 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:58.163524 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.243532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.289984 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (24ec001e-f542-4399-b0af-65c566be3ead), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.292565 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.293738 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/24ec001e-f542-4399-b0af-65c566be3ead HTTP/1.1" status: 204 len: 168 time: 0.2545464 Jul 26 15:43:58.302974 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db4d2c-f8e5-484b-bc61-ce36f39049b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec001e-f542-4399-b0af-65c566be3ead,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:58.395692 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Allocated IP 172.27.1.251 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/92fc6f46-70cd-4eda-8002-fc53422f969b) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:43:58.504650 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.614992 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:58.619973 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:58.629360 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:58.659897 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:43:58.665681 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:43:58.669938 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:43:58.697987 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'Port': ['ID=92fc6f46-70cd-4eda-8002-fc53422f969b,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:59.011105 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54212) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:59.025162 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b285cae-e3e0-42d0-b9b7-b9aaec06f0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.038411 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for floatingip (195b62b0-7990-4022-901c-ef210e1343b2), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.111861 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b285cae-e3e0-42d0-b9b7-b9aaec06f0b7 admin admin] Publish callbacks [] for security_group (4906f2e6-2b73-4409-94eb-87e7a11f788d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.254806 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-4b285cae-e3e0-42d0-b9b7-b9aaec06f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4906f2e6-2b73-4409-94eb-87e7a11f788d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.258662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.290099 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:59.298517 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285cae-e3e0-42d0-b9b7-b9aaec06f0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4906f2e6-2b73-4409-94eb-87e7a11f788d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:59.307323 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-4b285cae-e3e0-42d0-b9b7-b9aaec06f0b7 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=a78ae28423f34950bebd16389187df4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947593 Jul 26 15:43:59.307616 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54214) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:43:59.347536 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:59.352154 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:59.361884 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] Publish callbacks [] for security_group (4906f2e6-2b73-4409-94eb-87e7a11f788d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.385317 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] Publish callbacks [] for security_group (4906f2e6-2b73-4409-94eb-87e7a11f788d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.427880 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.517251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.569148 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4906f2e6-2b73-4409-94eb-87e7a11f788d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.571813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.572997 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/4906f2e6-2b73-4409-94eb-87e7a11f788d HTTP/1.1" status: 204 len: 168 time: 0.2644019 Jul 26 15:43:59.581657 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f97a3-46c0-4b99-8f35-fd760f2652d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4906f2e6-2b73-4409-94eb-87e7a11f788d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:59.590941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event updated for resources: {'Port': ['ID=92fc6f46-70cd-4eda-8002-fc53422f969b,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:43:59.604914 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (195b62b0-7990-4022-901c-ef210e1343b2), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:43:59.710082 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Floating IP 195b62b0-7990-4022-901c-ef210e1343b2 associated. External IP: 172.27.1.251, port: 24546090-7032-4878-8314-6034040c9df2. Jul 26 15:43:59.785033 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:43:59.931366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Router 89833620-fcc4-40ed-a6ac-a54edc578000 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:44:00.046396 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:44:00.058317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Sync routers for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:44:00.068819 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:00.069683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:00.113345 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:00.144830 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f2e5503e-88a7-445f-9457-0bd9ccd23249 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0800164 Jul 26 15:44:00.145414 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:44:00.147694 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ceee4-647f-4803-b956-20afee89b0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:44:00.180978 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:00.186195 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e5c884-1b80-4879-a0ad-d87bed3e43c8 x-openstack-request-id: req-96e5c884-1b80-4879-a0ad-d87bed3e43c8 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:44:00.186478 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:44:00.187826 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-96e5c884-1b80-4879-a0ad-d87bed3e43c8 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:44:00.187826 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e5c884-1b80-4879-a0ad-d87bed3e43c8'] response: {'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'status': 'completed', 'code': 200} Jul 26 15:44:00.251330 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ceee4-647f-4803-b956-20afee89b0b3 req-08ae46dd-637e-4c3a-8714-138b1de0672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:00.253543 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-08ae46dd-637e-4c3a-8714-138b1de0672b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.0449049 Jul 26 15:44:00.361049 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ceee4-647f-4803-b956-20afee89b0b3 req-eb1bf8ce-90cc-4613-bb60-01f64db07f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:00.363943 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-eb1bf8ce-90cc-4613-bb60-01f64db07f92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.1025937 Jul 26 15:44:00.415763 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '195b62b0-7990-4022-901c-ef210e1343b2', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'mac_address': 'fa:16:3e:34:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:58Z', 'updated_at': '2022-07-26T15:43:58Z', 'revision_number': 0, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:00.432056 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-e9abded0-b330-447f-8a58-87a37c84ae96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1000 time: 0.0625904 Jul 26 15:44:00.449884 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Checking router: 89833620-fcc4-40ed-a6ac-a54edc578000 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:44:00.459558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:00.462434 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:00.494948 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ceee4-647f-4803-b956-20afee89b0b3 req-381602c8-2a1b-4d21-ab8d-1329336177db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:00.496676 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-381602c8-2a1b-4d21-ab8d-1329336177db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0575657 Jul 26 15:44:00.544137 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ceee4-647f-4803-b956-20afee89b0b3 req-9c64bc06-2533-44d5-9b16-c673aeed0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:00.546050 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-9c64bc06-2533-44d5-9b16-c673aeed0850 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430880 Jul 26 15:44:00.581984 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:00.649932 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-72299961-6403-4043-8830-3c23ab9cdcea service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969620 Jul 26 15:44:00.761166 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-101ceee4-647f-4803-b956-20afee89b0b3 req-19078056-f072-4bc6-9821-65fff4bbb5f0 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052225 Jul 26 15:44:00.790778 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:00.793782 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:00.867923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '195b62b0-7990-4022-901c-ef210e1343b2', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'mac_address': 'fa:16:3e:34:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:58Z', 'updated_at': '2022-07-26T15:43:58Z', 'revision_number': 0, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:00.900391 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9e1cd-0695-4c6b-b181-b42278a93a31 None None] The sync data for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi is: [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '195b62b0-7990-4022-901c-ef210e1343b2', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'mac_address': 'fa:16:3e:34:ca:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:58Z', 'updated_at': '2022-07-26T15:43:58Z', 'revision_number': 0, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:44:01.106676 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e800281-b403-416f-8f35-3a30a103198e None None] New status for floating IP 195b62b0-7990-4022-901c-ef210e1343b2: ACTIVE {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:44:01.394656 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54276) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:01.509979 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b015-3569-46b9-a3e2-33029e0024cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.589180 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b015-3569-46b9-a3e2-33029e0024cf admin admin] Publish callbacks [] for security_group (9d71bcae-97e3-4b91-8b50-ed128d629557), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.671682 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b015-3569-46b9-a3e2-33029e0024cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (9d71bcae-97e3-4b91-8b50-ed128d629557), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.721279 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f5d3b015-3569-46b9-a3e2-33029e0024cf admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3e2d0e1f983f40cc8635382e76923fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220503 Jul 26 15:44:01.721279 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b015-3569-46b9-a3e2-33029e0024cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d71bcae-97e3-4b91-8b50-ed128d629557,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:01.722856 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54286) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:01.779269 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] Publish callbacks [] for security_group (9d71bcae-97e3-4b91-8b50-ed128d629557), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.802835 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] Publish callbacks [] for security_group (9d71bcae-97e3-4b91-8b50-ed128d629557), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.948065 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (9d71bcae-97e3-4b91-8b50-ed128d629557), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.950951 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:01.952200 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/9d71bcae-97e3-4b91-8b50-ed128d629557 HTTP/1.1" status: 204 len: 168 time: 0.2275412 Jul 26 15:44:01.963028 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5404f-d4f9-41b0-8d29-30d797e4ef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d71bcae-97e3-4b91-8b50-ed128d629557,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:04.474387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54364) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:04.787651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d064a01d-cd33-4cb8-bc66-35bfc7fcf318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:04.874774 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d064a01d-cd33-4cb8-bc66-35bfc7fcf318 admin admin] Publish callbacks [] for security_group (216e1a4f-a189-44d1-91ea-8fe2cc237dd6), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:04.962864 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d064a01d-cd33-4cb8-bc66-35bfc7fcf318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (216e1a4f-a189-44d1-91ea-8fe2cc237dd6), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:04.968255 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:05.009641 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d064a01d-cd33-4cb8-bc66-35bfc7fcf318 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=67bed7dd7b414caeb01b965cb434a681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311582 Jul 26 15:44:05.009641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064a01d-cd33-4cb8-bc66-35bfc7fcf318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e1a4f-a189-44d1-91ea-8fe2cc237dd6,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:05.009914 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54386) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:05.064426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] Publish callbacks [] for security_group (216e1a4f-a189-44d1-91ea-8fe2cc237dd6), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:05.080128 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:05.093809 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] Publish callbacks [] for security_group (216e1a4f-a189-44d1-91ea-8fe2cc237dd6), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:05.122056 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:05.254280 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (216e1a4f-a189-44d1-91ea-8fe2cc237dd6), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:05.261730 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:05.261730 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/216e1a4f-a189-44d1-91ea-8fe2cc237dd6 HTTP/1.1" status: 204 len: 168 time: 0.2510877 Jul 26 15:44:05.276313 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a6f3a-049e-4a3e-afc2-22a0c3e54744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e1a4f-a189-44d1-91ea-8fe2cc237dd6,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:05.370101 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143ea6e-3895-4d8e-979b-11b5f11589be req-060ea6cc-2e42-41b2-a52a-d9813ac1c1ca tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:05.371638 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e143ea6e-3895-4d8e-979b-11b5f11589be req-060ea6cc-2e42-41b2-a52a-d9813ac1c1ca tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0517161 Jul 26 15:44:05.421727 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e143ea6e-3895-4d8e-979b-11b5f11589be req-1adb575c-2be6-4b05-83cd-3a8285c51451 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Jul 26 15:44:05.905823 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54398) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:05.923052 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db062878-23ce-48a1-8793-b212d862c4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.004160 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db062878-23ce-48a1-8793-b212d862c4e2 admin admin] Publish callbacks [] for security_group (08bd4381-a845-47da-9771-e0f69d10db5d), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.122662 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-db062878-23ce-48a1-8793-b212d862c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (08bd4381-a845-47da-9771-e0f69d10db5d), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.164016 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-db062878-23ce-48a1-8793-b212d862c4e2 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d733c82562104893a1c14ab50f3b1865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564530 Jul 26 15:44:06.164999 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062878-23ce-48a1-8793-b212d862c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd4381-a845-47da-9771-e0f69d10db5d,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:06.166843 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54400) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:06.219281 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] Publish callbacks [] for security_group (08bd4381-a845-47da-9771-e0f69d10db5d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.242733 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] Publish callbacks [] for security_group (08bd4381-a845-47da-9771-e0f69d10db5d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.345347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (08bd4381-a845-47da-9771-e0f69d10db5d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.347861 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.349037 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/08bd4381-a845-47da-9771-e0f69d10db5d HTTP/1.1" status: 204 len: 168 time: 0.1812012 Jul 26 15:44:06.359973 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533aa9-6102-4fa1-b306-0f66cd5fa0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd4381-a845-47da-9771-e0f69d10db5d,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:06.558116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a701ac4-c274-4cf5-bc0e-36a314932383 req-864c6dd0-29c0-4775-b1a2-1808cb70c475 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:06.559442 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9a701ac4-c274-4cf5-bc0e-36a314932383 req-864c6dd0-29c0-4775-b1a2-1808cb70c475 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0528584 Jul 26 15:44:06.608647 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9a701ac4-c274-4cf5-bc0e-36a314932383 req-836939ca-38ae-49c3-a74d-fefed9797caf tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups?id=a813a892-ad7b-4f7e-8fc7-e862026d3a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Jul 26 15:44:06.763885 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-50577f83-46c4-465c-b87c-065ea895c091 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:06.765635 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-50577f83-46c4-465c-b87c-065ea895c091 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 946 time: 0.0547602 Jul 26 15:44:06.861797 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Deleting port a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:06.862184 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (a738a47a-b442-4106-adbb-9f2d80950686), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:06.964084 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] For port a738a47a-b442-4106-adbb-9f2d80950686, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a738a47a-b442-4106-adbb-9f2d80950686,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:44:06.964452 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (a738a47a-b442-4106-adbb-9f2d80950686), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:07.138520 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:07.139216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:07.139216 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.l3_db [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Floating IP 218e323a-9036-48d4-bbb2-7702fafc5f69 disassociated. External IP: 172.27.1.31, port: a738a47a-b442-4106-adbb-9f2d80950686. Jul 26 15:44:07.139586 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Calling delete_port for a738a47a-b442-4106-adbb-9f2d80950686 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:07.614120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (a738a47a-b442-4106-adbb-9f2d80950686), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:07.620941 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:07.648868 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'Port': ['ID=a738a47a-b442-4106-adbb-9f2d80950686,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:07.693852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:07.774541 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8518eaac-b347-487d-95e0-e27f1fcf6725 req-7310829a-5081-4d70-a01a-5f7d626bc56f tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/ports?device_id=1c3762cd-d549-4fd9-bff1-908c9b1f40f1 HTTP/1.1" status: 200 len: 210 time: 0.0364537 Jul 26 15:44:07.795460 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:44:07.905024 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:44:07.916854 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c255a-711c-4713-9557-4c8113543601 None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:44:07.927714 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:07.928744 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:07.953253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] No DVR routers for this DVR port a738a47a-b442-4106-adbb-9f2d80950686 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:44:07.956012 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:07.959559 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f3d1d671-f32a-4ae7-aff9-c6f707c5cf4f req-6363ee39-c301-4cea-a2fd-8c49ad70169b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.48 "DELETE /v2.0/ports/a738a47a-b442-4106-adbb-9f2d80950686 HTTP/1.1" status: 204 len: 173 time: 1.1883538 Jul 26 15:44:07.964899 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-deleted', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:44:07.964899 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e2b8bc-350a-4c7e-8585-f9ee35ddbaff" -d '{"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-deleted", "tag": "a738a47a-b442-4106-adbb-9f2d80950686"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:44:08.008228 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65597643-d6d5-4aa1-b290-7f6a47610eaf x-openstack-request-id: req-65597643-d6d5-4aa1-b290-7f6a47610eaf {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:44:08.008613 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3762cd-d549-4fd9-bff1-908c9b1f40f1", "name": "network-vif-deleted", "tag": "a738a47a-b442-4106-adbb-9f2d80950686", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:44:08.008785 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-65597643-d6d5-4aa1-b290-7f6a47610eaf {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:44:08.009182 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65597643-d6d5-4aa1-b290-7f6a47610eaf'] response: {'server_uuid': '1c3762cd-d549-4fd9-bff1-908c9b1f40f1', 'name': 'network-vif-deleted', 'tag': 'a738a47a-b442-4106-adbb-9f2d80950686', 'status': 'completed', 'code': 200} Jul 26 15:44:08.056881 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:08.265510 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:08.296503 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c255a-711c-4713-9557-4c8113543601 None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:44:08.317175 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:08.317719 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:08.535453 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:08.566219 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:08.768707 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-656c255a-711c-4713-9557-4c8113543601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:08.795691 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c255a-711c-4713-9557-4c8113543601 None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:35:18Z', 'revision_number': 4, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '0c6f3f57-12b2-4cf7-8799-dae2de9887d5', 'name': '', 'network_id': 'c8f586bd-fa08-43ea-8187-a7c90e05c8af', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'mac_address': 'fa:16:3e:c0:29:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:15Z', 'updated_at': '2022-07-26T15:35:33Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'subnets': [{'id': 'dfa31a48-9af5-4644-a2d8-40b98f394a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:44:08.953295 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54440) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:09.018083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a813a892-ad7b-4f7e-8fc7-e862026d3a9e), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.043087 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f72c2-1798-4d2a-86b8-40bfda9b2fe0 None None] New status for floating IP 218e323a-9036-48d4-bbb2-7702fafc5f69: DOWN {{(pid=104584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:44:09.047104 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (a813a892-ad7b-4f7e-8fc7-e862026d3a9e), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.059979 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:09.219436 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (a813a892-ad7b-4f7e-8fc7-e862026d3a9e), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.222318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.224014 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "DELETE /v2.0/security-groups/a813a892-ad7b-4f7e-8fc7-e862026d3a9e HTTP/1.1" status: 204 len: 168 time: 0.2694900 Jul 26 15:44:09.227034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54444) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:09.237780 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96938-01cd-469e-95d9-4d0bbca710fb tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813a892-ad7b-4f7e-8fc7-e862026d3a9e,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:09.248110 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.api.v2.resource [None req-2ef21c2a-7d9a-4b53-9bf1-7f957f93474b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] show failed (client error): The resource could not be found. Jul 26 15:44:09.251278 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-2ef21c2a-7d9a-4b53-9bf1-7f957f93474b tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "GET /v2.0/security-groups/a813a892-ad7b-4f7e-8fc7-e862026d3a9e HTTP/1.1" status: 404 len: 347 time: 0.0228117 Jul 26 15:44:09.252978 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54446) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:09.372484 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Deleting port 355af579-5816-4d00-bbc9-884df3ca1edb {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:09.372738 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.458300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.458592 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (355af579-5816-4d00-bbc9-884df3ca1edb), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.472880 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Calling delete_port for 355af579-5816-4d00-bbc9-884df3ca1edb owned by network:floatingip {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:09.693989 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (355af579-5816-4d00-bbc9-884df3ca1edb), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.724143 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Pushing event deleted for resources: {'Port': ['ID=355af579-5816-4d00-bbc9-884df3ca1edb,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:09.781938 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:09.788579 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks [] for floatingip (218e323a-9036-48d4-bbb2-7702fafc5f69), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.795223 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:09.795223 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a6b76bc1-4f29-4c16-976a-ee2a8c3000ed tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] 10.222.0.128 "DELETE /v2.0/floatingips/218e323a-9036-48d4-bbb2-7702fafc5f69 HTTP/1.1" status: 204 len: 168 time: 0.5385008 Jul 26 15:44:11.011750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:44:11.032601 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: a738a47a-b442-4106-adbb-9f2d80950686 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:44:11.032947 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device a738a47a-b442-4106-adbb-9f2d80950686 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:44:12.596979 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54494) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:13.073946 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (70d32f57-a770-452a-8af1-24208e4fade0), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:13.237613 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:13.307210 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Deleting port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:13.307551 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:13.387527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] For port 0c6f3f57-12b2-4cf7-8799-dae2de9887d5, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:44:13.387876 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:13.402301 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Calling delete_port for 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:13.534004 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:13.716667 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (0c6f3f57-12b2-4cf7-8799-dae2de9887d5), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:13.747567 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6f3f57-12b2-4cf7-8799-dae2de9887d5,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:13.923003 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (70d32f57-a770-452a-8af1-24208e4fade0), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.115448 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54512) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:14.153353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Router 70d32f57-a770-452a-8af1-24208e4fade0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:44:14.210304 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:14.230518 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c908a428-cc31-4ba0-a59f-021d763bc53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.265632 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:44:14.270628 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-0d6669ca-67b8-4746-9166-eec40e2f1a16 admin admin] 10.222.0.128 "PUT /v2.0/routers/70d32f57-a770-452a-8af1-24208e4fade0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6730239 Jul 26 15:44:14.273081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54516) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:14.276368 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Sync routers for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:44:14.287830 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:14.288457 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:14.316528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c908a428-cc31-4ba0-a59f-021d763bc53c admin admin] Publish callbacks [] for security_group (2733d744-cfe8-44ac-a0ba-88755e81af59), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.379876 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:14.381620 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks [] for router (70d32f57-a770-452a-8af1-24208e4fade0), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.400411 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:14.413510 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-c908a428-cc31-4ba0-a59f-021d763bc53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2733d744-cfe8-44ac-a0ba-88755e81af59), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.475107 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-c908a428-cc31-4ba0-a59f-021d763bc53c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=5b03a9ff5cb848ce9c77c39120dc80bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563635 Jul 26 15:44:14.475107 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a428-cc31-4ba0-a59f-021d763bc53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2733d744-cfe8-44ac-a0ba-88755e81af59,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:14.475403 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54518) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:14.513473 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:14.527158 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks [] for router_gateway (70d32f57-a770-452a-8af1-24208e4fade0), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.534134 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:14.548570 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] Publish callbacks [] for security_group (2733d744-cfe8-44ac-a0ba-88755e81af59), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.575602 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] Publish callbacks [] for security_group (2733d744-cfe8-44ac-a0ba-88755e81af59), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.586271 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:44:13Z', 'revision_number': 5, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port': {'id': '6346d9d2-5b67-42e3-9326-b3593823778f', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d32f57-a770-452a-8af1-24208e4fade0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:35:07Z', 'updated_at': '2022-07-26T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:14.617069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Checking router: 70d32f57-a770-452a-8af1-24208e4fade0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:44:14.626714 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Routers {'70d32f57-a770-452a-8af1-24208e4fade0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:44:14.627309 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:43:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['70d32f57-a770-452a-8af1-24208e4fade0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:14.649504 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Deleting port 6346d9d2-5b67-42e3-9326-b3593823778f {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:14.649841 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.715078 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] Set router 70d32f57-a770-452a-8af1-24208e4fade0 gateway port host: None {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:44:14.726420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (2733d744-cfe8-44ac-a0ba-88755e81af59), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.729852 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.730229 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/2733d744-cfe8-44ac-a0ba-88755e81af59 HTTP/1.1" status: 204 len: 168 time: 0.2539191 Jul 26 15:44:14.743679 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] For port 6346d9d2-5b67-42e3-9326-b3593823778f, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6346d9d2-5b67-42e3-9326-b3593823778f,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:44:14.744060 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:14.756933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9dabb-cf62-40f4-be69-418c6956f899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2733d744-cfe8-44ac-a0ba-88755e81af59,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:14.767572 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Calling delete_port for 6346d9d2-5b67-42e3-9326-b3593823778f owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:14.771957 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:44:14Z', 'revision_number': 6, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:14.807775 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a80269-24e9-47ec-a8d2-7f8185c78fdb None None] The sync data for ids ['70d32f57-a770-452a-8af1-24208e4fade0'] in dv-cinder-851032-1-iscsi is: [{'id': '70d32f57-a770-452a-8af1-24208e4fade0', 'name': 'tempest-AttachVolumeShelveTestJSON-823733712-router', 'tenant_id': '1165baf67df0484dbe4163c5a750784a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:35:06Z', 'updated_at': '2022-07-26T15:44:14Z', 'revision_number': 6, 'project_id': '1165baf67df0484dbe4163c5a750784a', 'gw_port_host': None}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:44:14.924265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:15.094083 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (6346d9d2-5b67-42e3-9326-b3593823778f), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.395955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6346d9d2-5b67-42e3-9326-b3593823778f,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:15.490090 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (70d32f57-a770-452a-8af1-24208e4fade0), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.567071 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54524) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:15.581383 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d95f016-0516-48ea-8846-0984fb158070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.581637 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (70d32f57-a770-452a-8af1-24208e4fade0), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.583858 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks [] for router_controller (70d32f57-a770-452a-8af1-24208e4fade0), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.669063 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d95f016-0516-48ea-8846-0984fb158070 admin admin] Publish callbacks [] for security_group (10507f67-03ea-43c4-b584-c20156aa8dc9), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.710302 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (70d32f57-a770-452a-8af1-24208e4fade0), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.710918 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d32f57-a770-452a-8af1-24208e4fade0 {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:44:15.725118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.725118 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c42b406b-2dcd-460b-adc9-95d7eadc50d3 admin admin] 10.222.0.128 "DELETE /v2.0/routers/70d32f57-a770-452a-8af1-24208e4fade0 HTTP/1.1" status: 204 len: 168 time: 1.4359231 Jul 26 15:44:15.725118 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54526) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:15.738696 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-4d95f016-0516-48ea-8846-0984fb158070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (10507f67-03ea-43c4-b584-c20156aa8dc9), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.776667 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Deleting subnet dfa31a48-9af5-4644-a2d8-40b98f394a65 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:44:15.780108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Publish callbacks [] for subnet (dfa31a48-9af5-4644-a2d8-40b98f394a65), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.786637 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-4d95f016-0516-48ea-8846-0984fb158070 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=8c06a06e8f34435995766e8973a44262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184498 Jul 26 15:44:15.787929 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95f016-0516-48ea-8846-0984fb158070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10507f67-03ea-43c4-b584-c20156aa8dc9,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:15.792200 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54528) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:15.812354 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:15.821061 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (dfa31a48-9af5-4644-a2d8-40b98f394a65), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.837185 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-97fded15-d839-4143-9ffa-18ea0bdd1ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.849658 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] Publish callbacks [] for security_group (10507f67-03ea-43c4-b584-c20156aa8dc9), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.879939 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] Publish callbacks [] for security_group (10507f67-03ea-43c4-b584-c20156aa8dc9), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:15.930552 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (dfa31a48-9af5-4644-a2d8-40b98f394a65), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.011222 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:44:16.031439 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:44:16.031983 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 0c6f3f57-12b2-4cf7-8799-dae2de9887d5 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:44:16.032229 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6346d9d2-5b67-42e3-9326-b3593823778f no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:44:16.051599 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 6346d9d2-5b67-42e3-9326-b3593823778f {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:44:16.051985 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6346d9d2-5b67-42e3-9326-b3593823778f not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:44:16.071902 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (10507f67-03ea-43c4-b584-c20156aa8dc9), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.074334 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.075793 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/10507f67-03ea-43c4-b584-c20156aa8dc9 HTTP/1.1" status: 204 len: 168 time: 0.2823527 Jul 26 15:44:16.084143 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3a751-fde7-499a-8011-18abced37fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10507f67-03ea-43c4-b584-c20156aa8dc9,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:16.209709 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-0d695564-af5d-456e-922c-ecd28e11bdf5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388052 Jul 26 15:44:16.222230 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (dfa31a48-9af5-4644-a2d8-40b98f394a65), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.251696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa31a48-9af5-4644-a2d8-40b98f394a65,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:16.255333 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.259709 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1c863903-e871-4362-a5ea-e247eddf6595 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/dfa31a48-9af5-4644-a2d8-40b98f394a65 HTTP/1.1" status: 204 len: 168 time: 0.5387421 Jul 26 15:44:16.262385 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54532) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:16.265460 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d8609-8ee3-43f6-8444-3ac000c04340 None None] Network c8f586bd-fa08-43ea-8187-a7c90e05c8af requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:44:16.307089 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-0b2b6a0e-4ad8-4e27-9115-73fceefcc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:16.308621 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-0b2b6a0e-4ad8-4e27-9115-73fceefcc9b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1130 time: 0.0477066 Jul 26 15:44:16.360898 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (c8f586bd-fa08-43ea-8187-a7c90e05c8af), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.416032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Deleting port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:16.416205 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.440768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-cb5225cb-3ce9-4002-b8ad-3487873dcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:16.442409 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-cb5225cb-3ce9-4002-b8ad-3487873dcd99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.1111548 Jul 26 15:44:16.446353 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] DHCP port deletion for c8f586bd-fa08-43ea-8187-a7c90e05c8af request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:44:16.495751 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:16.507485 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Deleting port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:44:16.508337 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.514761 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] For port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:44:16.519066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.530721 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Calling delete_port for 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c owned by network:dhcp {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:16.535208 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:16.538570 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-2f2e45cc-299d-4d01-b4de-bb750e43de9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 1001 time: 0.0745020 Jul 26 15:44:16.596171 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] For port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,segment=NetworkSegment(34fc04a5-b9fc-47d9-9f6d-603b6abd8207),segment_id=34fc04a5-b9fc-47d9-9f6d-603b6abd8207)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:44:16.596888 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.602853 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-f439b74c-f7ff-4ac7-a08e-f0510808d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:16.604552 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-f439b74c-f7ff-4ac7-a08e-f0510808d488 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0573299 Jul 26 15:44:16.613306 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Calling delete_port for 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:44:16.655063 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-a7fb2a61-0ef6-4d7b-b9db-c28c101e7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:44:16.656618 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-a7fb2a61-0ef6-4d7b-b9db-c28c101e7340 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457997 Jul 26 15:44:16.722872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: from cryptography.utils import int_from_bytes Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: from cryptography.utils import int_from_bytes Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.723526 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 15:44:16.731457 dv-cinder-851032-1-iscsi neutron-server[104583]: self.session.flush() Jul 26 15:44:16.734674 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (2736de1d-7ab8-48eb-9dde-5d27b33e2a4c), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.761702 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] Pushing event deleted for resources: {'Port': ['ID=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:16.765608 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5d4f1-3a0d-4b76-b1dd-a91954fe5052 None None] No DVR routers for this DVR port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:44:16.774088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Pushing event deleted for resources: {'Port': ['ID=2736de1d-7ab8-48eb-9dde-5d27b33e2a4c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:16.777938 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] No DVR routers for this DVR port 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c on host dv-cinder-851032-1-iscsi {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:44:16.803387 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:16.808984 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-0b040bde-0aa2-4bf8-99f2-aa2b2a3bdc63 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422701 Jul 26 15:44:16.873353 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (c8f586bd-fa08-43ea-8187-a7c90e05c8af), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.896133 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f586bd-fa08-43ea-8187-a7c90e05c8af']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:16.908026 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fc04a5-b9fc-47d9-9f6d-603b6abd8207') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:16.908331 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fc04a5-b9fc-47d9-9f6d-603b6abd8207') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:44:16.923088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (34fc04a5-b9fc-47d9-9f6d-603b6abd8207), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.923088 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54536) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:16.929302 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4bf07e15-38ab-419d-a7c5-d92532dee2d6 req-39b1dff9-3cf2-4412-977f-e4cf61225fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132333 Jul 26 15:44:16.952660 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1567560f-3288-4c8e-9067-7ee01b1d3670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.962539 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (34fc04a5-b9fc-47d9-9f6d-603b6abd8207), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:16.971911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:44:16.976362 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (34fc04a5-b9fc-47d9-9f6d-603b6abd8207), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.021304 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 34fc04a5-b9fc-47d9-9f6d-603b6abd8207 resource provider aggregate not found Jul 26 15:44:17.026428 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:17.051703 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 34fc04a5-b9fc-47d9-9f6d-603b6abd8207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34fc04a5-b9fc-47d9-9f6d-603b6abd8207 found for delete ", "request_id": "req-111de276-016d-4480-ba05-fdadbb87a09b"}]} Jul 26 15:44:17.107003 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1567560f-3288-4c8e-9067-7ee01b1d3670 admin admin] Publish callbacks [] for security_group (00bc5c6b-9774-48a7-acc0-ad6498721176), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.196549 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-1567560f-3288-4c8e-9067-7ee01b1d3670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (00bc5c6b-9774-48a7-acc0-ad6498721176), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.236910 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (c8f586bd-fa08-43ea-8187-a7c90e05c8af), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.245052 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.248416 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] 10.222.0.128 "DELETE /v2.0/networks/c8f586bd-fa08-43ea-8187-a7c90e05c8af HTTP/1.1" status: 204 len: 168 time: 0.9850409 Jul 26 15:44:17.251137 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-1567560f-3288-4c8e-9067-7ee01b1d3670 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=eb2dfbe3e38d4be0b88570d74b120ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277245 Jul 26 15:44:17.251877 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567560f-3288-4c8e-9067-7ee01b1d3670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc5c6b-9774-48a7-acc0-ad6498721176,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:17.255038 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54544) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:17.278470 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52d87-f9cd-44cd-a43a-a5391e24ce65 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f586bd-fa08-43ea-8187-a7c90e05c8af,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:17.328560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] Publish callbacks [] for security_group (00bc5c6b-9774-48a7-acc0-ad6498721176), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.362245 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] Publish callbacks [] for security_group (00bc5c6b-9774-48a7-acc0-ad6498721176), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.516256 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (00bc5c6b-9774-48a7-acc0-ad6498721176), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.518993 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.520263 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/00bc5c6b-9774-48a7-acc0-ad6498721176 HTTP/1.1" status: 204 len: 168 time: 0.2635763 Jul 26 15:44:17.528854 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5438668-46ad-4baf-adef-de96b24e5eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc5c6b-9774-48a7-acc0-ad6498721176,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:17.708205 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54548) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:17.750022 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a8d19852-4bce-4e08-b9a4-1e6375beb0e2 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=1165baf67df0484dbe4163c5a750784a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403099 Jul 26 15:44:17.752421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54550) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:17.803496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] Publish callbacks [] for security_group (96a3dcbc-356a-4b3d-a283-66d12486fe0c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.815170 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:17.829081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] Publish callbacks [] for security_group (96a3dcbc-356a-4b3d-a283-66d12486fe0c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.934458 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (96a3dcbc-356a-4b3d-a283-66d12486fe0c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.937074 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:17.938245 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/96a3dcbc-356a-4b3d-a283-66d12486fe0c HTTP/1.1" status: 204 len: 168 time: 0.1849024 Jul 26 15:44:17.947129 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf9a65-7655-4a90-bc07-f6f8036ebc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3dcbc-356a-4b3d-a283-66d12486fe0c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:18.026632 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:44:18.051122 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:44:18.051472 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 2736de1d-7ab8-48eb-9dde-5d27b33e2a4c not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:44:18.386020 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-eed76840-7ea9-4ff8-8446-961f25014085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:19.453885 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:21.292827 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:21.293535 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:24.929371 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54662) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:25.042498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7d1e-ad04-4e13-aa73-4f5551eb8bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.124905 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:44:25.130443 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7d1e-ad04-4e13-aa73-4f5551eb8bb6 admin admin] Publish callbacks [] for security_group (f530824c-89bb-463f-862b-0dea35386ae4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.201158 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1a1e7d1e-ad04-4e13-aa73-4f5551eb8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f530824c-89bb-463f-862b-0dea35386ae4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.246966 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e7d1e-ad04-4e13-aa73-4f5551eb8bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530824c-89bb-463f-862b-0dea35386ae4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:25.252669 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1a1e7d1e-ad04-4e13-aa73-4f5551eb8bb6 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=fa7926ba1045431c965f03c2d15b319b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222299 Jul 26 15:44:25.255628 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54670) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:25.311274 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] Publish callbacks [] for security_group (f530824c-89bb-463f-862b-0dea35386ae4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.342871 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] Publish callbacks [] for security_group (f530824c-89bb-463f-862b-0dea35386ae4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.458356 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f530824c-89bb-463f-862b-0dea35386ae4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.461031 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:25.464419 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f530824c-89bb-463f-862b-0dea35386ae4 HTTP/1.1" status: 204 len: 168 time: 0.2066400 Jul 26 15:44:25.471527 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a270b-c340-4dce-ba7b-70aeb7eb8d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530824c-89bb-463f-862b-0dea35386ae4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:27.112416 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:27.942997 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:35.121385 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:35.376218 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=28,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:35.467171 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:35.482764 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:35.483555 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:38.440017 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.004352 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54918) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:43.026998 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 54922) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:43.116035 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.143122 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-024a689f-f398-467b-9e3f-bb2b5cdcaf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.252212 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Publish callbacks [] for security_group (f2e97d52-40ad-42a8-894e-064c8222ae5d), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.272964 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-024a689f-f398-467b-9e3f-bb2b5cdcaf40 admin admin] Publish callbacks [] for security_group (6079aa00-1f47-4caf-b40f-04d4936eccbd), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.308814 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f2e97d52-40ad-42a8-894e-064c8222ae5d), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.343061 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-024a689f-f398-467b-9e3f-bb2b5cdcaf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6079aa00-1f47-4caf-b40f-04d4936eccbd), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.356151 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e97d52-40ad-42a8-894e-064c8222ae5d,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:43.363617 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=321454b68d904680b4a2499787c30b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578196 Jul 26 15:44:43.366398 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54926) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:43.375679 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.376032 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.376383 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.376753 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.377090 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.377421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.377750 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.378083 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.378413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.378742 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.379073 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.379400 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.379723 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.380047 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.380369 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd4622-d730-4ec0-9418-428dcca2c7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.400679 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-024a689f-f398-467b-9e3f-bb2b5cdcaf40 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=176dd6e1c7cd40ee91fb2d3eded8b748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721626 Jul 26 15:44:43.404362 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54928) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:43.414132 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a689f-f398-467b-9e3f-bb2b5cdcaf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6079aa00-1f47-4caf-b40f-04d4936eccbd,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:43.447998 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Publish callbacks [] for security_group (f2e97d52-40ad-42a8-894e-064c8222ae5d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.485032 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Publish callbacks [] for security_group (f2e97d52-40ad-42a8-894e-064c8222ae5d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.496873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] Publish callbacks [] for security_group (6079aa00-1f47-4caf-b40f-04d4936eccbd), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.537923 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] Publish callbacks [] for security_group (6079aa00-1f47-4caf-b40f-04d4936eccbd), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.617151 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (f2e97d52-40ad-42a8-894e-064c8222ae5d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.620292 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.621525 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/f2e97d52-40ad-42a8-894e-064c8222ae5d HTTP/1.1" status: 204 len: 168 time: 0.2541597 Jul 26 15:44:43.629492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e97d52-40ad-42a8-894e-064c8222ae5d,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:43.637455 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (6079aa00-1f47-4caf-b40f-04d4936eccbd), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.639873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:43.641149 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/6079aa00-1f47-4caf-b40f-04d4936eccbd HTTP/1.1" status: 204 len: 168 time: 0.2358007 Jul 26 15:44:43.642569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.642910 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.643247 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.643584 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.645244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.645244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.645490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.645880 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.646306 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.647393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.647756 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.648085 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.648445 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.648798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.649115 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf58003-1db0-40e7-8cf2-d981fb473b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:44:43.669490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6be977-3371-4b0c-8fa2-ab4e5c708c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6079aa00-1f47-4caf-b40f-04d4936eccbd,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:44.293593 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54936) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:44.308678 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f669db28-4808-4706-820e-f812765b6527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.387239 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f669db28-4808-4706-820e-f812765b6527 admin admin] Publish callbacks [] for security_group (83aa9211-4e54-4ea8-b79c-ce417a1a7e85), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.457000 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f669db28-4808-4706-820e-f812765b6527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (83aa9211-4e54-4ea8-b79c-ce417a1a7e85), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.501181 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669db28-4808-4706-820e-f812765b6527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa9211-4e54-4ea8-b79c-ce417a1a7e85,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:44.505524 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f669db28-4808-4706-820e-f812765b6527 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=ffa2a47058994fadb175b969c7988ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109325 Jul 26 15:44:44.508803 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 54940) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:44.559899 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] Publish callbacks [] for security_group (83aa9211-4e54-4ea8-b79c-ce417a1a7e85), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.581109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] Publish callbacks [] for security_group (83aa9211-4e54-4ea8-b79c-ce417a1a7e85), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.714643 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (83aa9211-4e54-4ea8-b79c-ce417a1a7e85), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.717260 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:44.718443 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/83aa9211-4e54-4ea8-b79c-ce417a1a7e85 HTTP/1.1" status: 204 len: 168 time: 0.2091804 Jul 26 15:44:44.726699 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3c617-4c54-4f02-8166-3d435a1f1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa9211-4e54-4ea8-b79c-ce417a1a7e85,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:45.805726 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b628-17ad-4c8d-9e72-95b18e8e153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:47.946220 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55012) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:48.058252 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-064726d3-d396-4940-b257-03a52f7101c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.140742 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-064726d3-d396-4940-b257-03a52f7101c7 admin admin] Publish callbacks [] for security_group (9671ece3-d5a9-4d05-90c6-2ff62365ca22), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.227736 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-064726d3-d396-4940-b257-03a52f7101c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (9671ece3-d5a9-4d05-90c6-2ff62365ca22), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.268012 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064726d3-d396-4940-b257-03a52f7101c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9671ece3-d5a9-4d05-90c6-2ff62365ca22,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:48.273391 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-064726d3-d396-4940-b257-03a52f7101c7 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=574e9d881d254a88a170ad98d05487a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259106 Jul 26 15:44:48.275242 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55016) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:48.330436 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] Publish callbacks [] for security_group (9671ece3-d5a9-4d05-90c6-2ff62365ca22), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.353058 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] Publish callbacks [] for security_group (9671ece3-d5a9-4d05-90c6-2ff62365ca22), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.380530 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-b1beeb39-9732-46af-a178-89f6fdf27b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.472232 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (9671ece3-d5a9-4d05-90c6-2ff62365ca22), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.474818 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:48.475966 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/9671ece3-d5a9-4d05-90c6-2ff62365ca22 HTTP/1.1" status: 204 len: 168 time: 0.1999106 Jul 26 15:44:48.485136 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2f450-d7b1-46ac-8c08-a2f622dac1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9671ece3-d5a9-4d05-90c6-2ff62365ca22,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:49.072143 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55022) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:49.088455 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dad78fd5-eb6a-4163-9215-8b5e3d756292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.108936 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:49.117822 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:49.171317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dad78fd5-eb6a-4163-9215-8b5e3d756292 admin admin] Publish callbacks [] for security_group (738de36f-9315-4282-b778-04c1c0c5b304), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.251031 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dad78fd5-eb6a-4163-9215-8b5e3d756292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (738de36f-9315-4282-b778-04c1c0c5b304), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.290898 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad78fd5-eb6a-4163-9215-8b5e3d756292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738de36f-9315-4282-b778-04c1c0c5b304,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:49.296223 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dad78fd5-eb6a-4163-9215-8b5e3d756292 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=ce096b8e543d44c3a2ef52689655725b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228763 Jul 26 15:44:49.298827 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55024) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:44:49.351903 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] Publish callbacks [] for security_group (738de36f-9315-4282-b778-04c1c0c5b304), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.378530 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] Publish callbacks [] for security_group (738de36f-9315-4282-b778-04c1c0c5b304), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.479780 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.508864 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (738de36f-9315-4282-b778-04c1c0c5b304), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.511428 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:49.512649 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/738de36f-9315-4282-b778-04c1c0c5b304 HTTP/1.1" status: 204 len: 168 time: 0.2127008 Jul 26 15:44:49.521210 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06296db2-5c86-4cea-8d8c-46688fc89b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738de36f-9315-4282-b778-04c1c0c5b304,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:44:51.313010 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:51.343184 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:44:54.721690 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=63,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:54.722569 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:44:59.516948 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:INSERT=9,neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:01.243820 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:01.245710 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:02.122991 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:45:08.398182 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:15.826167 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-f273f6f1-8f8f-4b90-b6a4-e378ce3e90b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:16.308682 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=21 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:16.310619 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=13 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:18.023230 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-f08837cb-b33d-42ed-99f9-bacbb0c76b5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435627 Jul 26 15:45:18.092753 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-e9a311f4-ec01-4470-ae81-e6dc1d92c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:18.094850 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-e9a311f4-ec01-4470-ae81-e6dc1d92c2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.0489166 Jul 26 15:45:18.214502 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-16f994f1-fabe-4e76-99d3-3cca774f85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:18.216079 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-16f994f1-fabe-4e76-99d3-3cca774f85d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.0964973 Jul 26 15:45:18.286753 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-ff3d2500-1e3d-43bf-b6b5-1526e1254a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1002 time: 0.0644889 Jul 26 15:45:18.341208 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-51e68b3c-b960-40d2-b27c-78537e4eb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:18.343197 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-51e68b3c-b960-40d2-b27c-78537e4eb331 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0501037 Jul 26 15:45:18.357748 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-eac15d39-a8e5-4920-8fc5-937343b24f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:18.392353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-98c26328-102f-43a7-b8a5-f9d02719b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:18.394864 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-98c26328-102f-43a7-b8a5-f9d02719b74e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435812 Jul 26 15:45:18.517068 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-664db69f-c922-4659-9b75-73029361b35c service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153262 Jul 26 15:45:18.619589 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1f06099f-2d28-483e-b995-83c0c6bae12b req-44a4786f-c4ab-4773-a778-d0514dffe777 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950768 Jul 26 15:45:18.928569 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c0efd2e7-15fd-430f-b2ac-7b079901402d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807363734&fields=id&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 267 time: 0.0523229 Jul 26 15:45:19.066705 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-cb9588d1-a95a-423d-b972-9345bf30e4b0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:19.084980 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-cb9588d1-a95a-423d-b972-9345bf30e4b0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.1330438 Jul 26 15:45:19.086571 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-d372532b-2923-4f80-a3c1-36fb50cdd8b2 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/quotas/3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 375 time: 0.0113549 Jul 26 15:45:19.155698 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-d2d6ab24-2b91-4d8e-9bd8-9f3a613e22a0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632932 Jul 26 15:45:19.277117 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-7d9062b8-f873-45ee-a8fe-54ca4634bb3c service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069939 Jul 26 15:45:19.396890 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-996f317d-78e4-4f67-bafc-a9a6462108d4 service neutron] 10.222.0.128 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138015 Jul 26 15:45:19.465831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:20.089344 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-bf335d31-4603-45cf-81ea-b79211785f89 req-3e4203b8-8f75-49f0-8293-2e7681d416aa tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 210 time: 0.1676321 Jul 26 15:45:21.189541 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-36783693-2f76-474f-a3d6-b625a3f7ffa5 req-57066975-6859-4a82-9e7b-bf21fcdd96ce tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 210 time: 0.0290124 Jul 26 15:45:21.311310 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:21.345764 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:22.292570 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8b38df74-e70c-475c-b6b2-068f1395ec78 req-a9741259-f76c-4539-b16e-ec5ed9ef5aca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 210 time: 0.0292270 Jul 26 15:45:22.798244 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c1e346c1-49fa-4cb8-a353-99d39d4ee8f9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:22.799687 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c1e346c1-49fa-4cb8-a353-99d39d4ee8f9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 811 time: 0.1109397 Jul 26 15:45:22.874834 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-9e11590e-2d92-43b2-8fc9-ea8f0969b21a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e5dd905492343709b710fabd8a3d24f HTTP/1.1" status: 200 len: 379 time: 0.0623879 Jul 26 15:45:22.885335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'port': {'device_id': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'admin_state_up': True, 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'security_groups': ['ac255992-a178-4928-a0fc-87fff889d8ef']}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:23.065708 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Made reservation on behalf of 3e5dd905492343709b710fabd8a3d24f for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:45:23.069353 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.194467 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:23.204709 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.20.0.8 (80485f05-76b1-4fa2-b061-24e6bca76484/dfffdab0-e599-4ef5-84f4-f0e94c389d54/dd5052d4-4623-4d6e-bc77-6881107cc267) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:45:23.206414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:23.353748 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.399668 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f0dc3c99-6a75-4e32-9e4c-91cc8f0cf694 req-7dfe4113-8291-46e9-a735-49a381011f1e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 210 time: 0.0310144 Jul 26 15:45:23.460500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.508240 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 80485f05-76b1-4fa2-b061-24e6bca76484 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:45:23.513549 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:45:23.515711 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:23.517977 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:45:23.571116 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:23.571725 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.651329 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-c25a40a5-6b86-458b-bd50-25ae11e66461 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697644 Jul 26 15:45:23.665070 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Request body: {'port': {'device_id': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:23.731660 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.764406 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-c4848fb6-2e52-4096-8cf2-68947341f58a None None] Provisioning complete for port dd5052d4-4623-4d6e-bc77-6881107cc267 triggered by entity DHCP. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:45:23.765138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4848fb6-2e52-4096-8cf2-68947341f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:23.804133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-c4848fb6-2e52-4096-8cf2-68947341f58a None None] Port dd5052d4-4623-4d6e-bc77-6881107cc267 cannot update to ACTIVE because it is not bound. {{(pid=104583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:45:23.959650 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:24.003036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5052d4-4623-4d6e-bc77-6881107cc267 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:45:24.016982 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks [] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:24.030573 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Transition to ACTIVE for port object dd5052d4-4623-4d6e-bc77-6881107cc267 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:45:24.129108 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:24.188270 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:24.276308 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Attempting to bind port dd5052d4-4623-4d6e-bc77-6881107cc267 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:45:24.276779 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Attempting to bind port dd5052d4-4623-4d6e-bc77-6881107cc267 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:45:24.278216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Attempting to bind port dd5052d4-4623-4d6e-bc77-6881107cc267 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:45:24.285568 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Port dd5052d4-4623-4d6e-bc77-6881107cc267 on network 80485f05-76b1-4fa2-b061-24e6bca76484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:45:24.285977 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Attempting to bind port dd5052d4-4623-4d6e-bc77-6881107cc267 on network 80485f05-76b1-4fa2-b061-24e6bca76484 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:45:24.294411 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:45:24.294993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Checking segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:45:24.295617 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Bound using segment: {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:45:24.296183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Bound port: dd5052d4-4623-4d6e-bc77-6881107cc267, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d112c50-5874-4121-a752-7c055dff19d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:45:24.296633 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:24.301875 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:24.379498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:45:24.383227 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=dd5052d4-4623-4d6e-bc77-6881107cc267,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:45:24.472162 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:24.518282 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:24.519016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:24.520426 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] 10.222.0.48 "PUT /v2.0/ports/dd5052d4-4623-4d6e-bc77-6881107cc267 HTTP/1.1" status: 200 len: 1093 time: 0.8598218 Jul 26 15:45:24.520976 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:45:24.523402 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541281e1-398e-4b60-9c64-ea5cce71fa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:24.584399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64471d6d-4598-41a1-90f5-dddecd730a0f x-openstack-request-id: req-64471d6d-4598-41a1-90f5-dddecd730a0f {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:24.584683 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:24.584936 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-64471d6d-4598-41a1-90f5-dddecd730a0f {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:24.585331 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64471d6d-4598-41a1-90f5-dddecd730a0f'] response: {'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'status': 'completed', 'code': 200} Jul 26 15:45:24.606329 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dedc2-0947-4ccb-a081-fc3917904892 req-b0cbb877-8eef-44f4-8ed8-3f72e73dad17 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:24.608058 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b72dedc2-0947-4ccb-a081-fc3917904892 req-b0cbb877-8eef-44f4-8ed8-3f72e73dad17 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.1062686 Jul 26 15:45:24.609227 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772646d2-0d70-4aaf-b28d-d991fb7d917f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:24.691032 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-913df3f2-a47f-4edb-98cc-92aa054263bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:24.692757 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-913df3f2-a47f-4edb-98cc-92aa054263bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1127 time: 0.0733907 Jul 26 15:45:24.724206 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b72dedc2-0947-4ccb-a081-fc3917904892 req-f8293818-3d8d-4702-82cb-fd474d436953 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059375 Jul 26 15:45:24.824115 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-6e111e04-a385-4150-b001-e6b6c5a63195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:24.825661 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-6e111e04-a385-4150-b001-e6b6c5a63195 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e5dd905492343709b710fabd8a3d24f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1228533 Jul 26 15:45:24.932858 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-40cfc856-a17b-450d-90fa-274abca8c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:24.937813 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-541281e1-398e-4b60-9c64-ea5cce71fa8e req-40cfc856-a17b-450d-90fa-274abca8c438 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1028540 Jul 26 15:45:25.020850 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-5a1aa605-0e33-4491-9c20-da55a5031866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:25.022483 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-5a1aa605-0e33-4491-9c20-da55a5031866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1127 time: 0.0489669 Jul 26 15:45:25.041997 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:25.074464 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-5ae86dba-aa9c-4a62-9110-b22842461c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd5052d4-4623-4d6e-bc77-6881107cc267 HTTP/1.1" status: 200 len: 217 time: 0.0396757 Jul 26 15:45:25.124004 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-4d20d41d-cd93-4873-8b59-49b9627fa319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:25.126039 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-4d20d41d-cd93-4873-8b59-49b9627fa319 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0446906 Jul 26 15:45:25.177124 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-42a543fe-d3fd-470d-8752-9b8d05671e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:25.178801 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-42a543fe-d3fd-470d-8752-9b8d05671e63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459194 Jul 26 15:45:25.283650 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-80c6f56c-fc5e-4173-9777-6c37c4864d44 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974851 Jul 26 15:45:25.383428 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-64f86fd1-db7f-4d1f-a6eb-04b7d70135a6 req-72e15972-78b2-4c38-94b2-24aef007037f service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929208 Jul 26 15:45:25.857891 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b54c-df2a-42b6-af91-aa6d0af64f1d req-f0794dd2-b5f8-48e2-aca7-0ccf7b503f22 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:25.859961 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcc2b54c-df2a-42b6-af91-aa6d0af64f1d req-f0794dd2-b5f8-48e2-aca7-0ccf7b503f22 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0468757 Jul 26 15:45:25.919024 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcc2b54c-df2a-42b6-af91-aa6d0af64f1d req-406c7781-29bc-4bcb-8213-099d8a9c2e2c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530448 Jul 26 15:45:27.043996 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b5667-c220-4f1f-84b2-18fb98ef9135 req-23d691f1-52dc-443a-af62-1cf3ee01f469 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:27.045400 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4d1b5667-c220-4f1f-84b2-18fb98ef9135 req-23d691f1-52dc-443a-af62-1cf3ee01f469 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0504465 Jul 26 15:45:27.095266 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4d1b5667-c220-4f1f-84b2-18fb98ef9135 req-205702f6-37e7-4d23-9907-95807841ce2e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439870 Jul 26 15:45:27.782986 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55324) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:27.898558 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5447c189-eefb-4842-879e-c29ffcd67fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:27.973769 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5447c189-eefb-4842-879e-c29ffcd67fdb admin admin] Publish callbacks [] for security_group (8c317381-aa2d-4dfa-a427-714200281975), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.048785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5447c189-eefb-4842-879e-c29ffcd67fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8c317381-aa2d-4dfa-a427-714200281975), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.088759 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5447c189-eefb-4842-879e-c29ffcd67fdb admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f98706b218ac460ea48501e8b2e37fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046248 Jul 26 15:45:28.089483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c189-eefb-4842-879e-c29ffcd67fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c317381-aa2d-4dfa-a427-714200281975,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:28.091479 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 55330) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:28.144586 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] Publish callbacks [] for security_group (8c317381-aa2d-4dfa-a427-714200281975), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.170812 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] Publish callbacks [] for security_group (8c317381-aa2d-4dfa-a427-714200281975), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.216440 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bd6ae-8f0b-4ac8-b96d-4fa5b8cc1b39 req-84829d17-fd03-4a9c-8068-bb56d22847c4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:28.218007 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a90bd6ae-8f0b-4ac8-b96d-4fa5b8cc1b39 req-84829d17-fd03-4a9c-8068-bb56d22847c4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0504112 Jul 26 15:45:28.272893 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a90bd6ae-8f0b-4ac8-b96d-4fa5b8cc1b39 req-ee266931-d137-407d-b001-1b2d5a979e62 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470598 Jul 26 15:45:28.276735 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (8c317381-aa2d-4dfa-a427-714200281975), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.279300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.283602 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/8c317381-aa2d-4dfa-a427-714200281975 HTTP/1.1" status: 204 len: 168 time: 0.1879559 Jul 26 15:45:28.295301 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f836-8385-47fa-9c55-a7e39fc405d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c317381-aa2d-4dfa-a427-714200281975,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:28.812430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 55338) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:28.826125 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02563d4e-a869-4ad6-b920-4bb82575184f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.907431 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:28.909519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02563d4e-a869-4ad6-b920-4bb82575184f admin admin] Publish callbacks [] for security_group (4a02612d-a465-4ee0-a1fb-f153ee0e2d7b), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:28.956833 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-02563d4e-a869-4ad6-b920-4bb82575184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4a02612d-a465-4ee0-a1fb-f153ee0e2d7b), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:29.000879 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-02563d4e-a869-4ad6-b920-4bb82575184f admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d7f08008aa794e3597dafd8566331d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872239 Jul 26 15:45:29.001941 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563d4e-a869-4ad6-b920-4bb82575184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02612d-a465-4ee0-a1fb-f153ee0e2d7b,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:29.003922 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55340) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:29.059517 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] Publish callbacks [] for security_group (4a02612d-a465-4ee0-a1fb-f153ee0e2d7b), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:29.073011 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:29.081790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] Publish callbacks [] for security_group (4a02612d-a465-4ee0-a1fb-f153ee0e2d7b), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:29.107758 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:29.184967 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4a02612d-a465-4ee0-a1fb-f153ee0e2d7b), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:29.187466 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:29.188664 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/4a02612d-a465-4ee0-a1fb-f153ee0e2d7b HTTP/1.1" status: 204 len: 168 time: 0.1834331 Jul 26 15:45:29.196760 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc2b4-61be-4a68-9e69-f28f1bea93c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02612d-a465-4ee0-a1fb-f153ee0e2d7b,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:29.399273 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5fbc6-c336-44e7-abb9-d1dfcc3f0ea7 req-2602fe0e-4bf8-46da-b9e3-c5ee6a592ee6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:29.400812 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0eb5fbc6-c336-44e7-abb9-d1dfcc3f0ea7 req-2602fe0e-4bf8-46da-b9e3-c5ee6a592ee6 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0498188 Jul 26 15:45:29.451595 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0eb5fbc6-c336-44e7-abb9-d1dfcc3f0ea7 req-72d1206d-a5d0-49be-b328-431f09bca53c tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Jul 26 15:45:30.579593 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f6e6-e723-4060-a7ba-926415923947 req-ad4024d5-e066-4aea-8d67-fc8d331414e8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:30.581126 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6b54f6e6-e723-4060-a7ba-926415923947 req-ad4024d5-e066-4aea-8d67-fc8d331414e8 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0501649 Jul 26 15:45:30.636412 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6b54f6e6-e723-4060-a7ba-926415923947 req-23bb3ed8-6dba-46d5-8d20-7bcbeb3f5881 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495286 Jul 26 15:45:30.833997 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55374) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:30.948629 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa330369-9fe9-497b-ad75-22fd4790522c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.035529 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa330369-9fe9-497b-ad75-22fd4790522c admin admin] Publish callbacks [] for security_group (b27bfb10-348e-4c6e-8162-d104a02017de), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.116945 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-fa330369-9fe9-497b-ad75-22fd4790522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b27bfb10-348e-4c6e-8162-d104a02017de), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.158416 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-fa330369-9fe9-497b-ad75-22fd4790522c admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=d2cd20df794242918858f5284e50c3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232274 Jul 26 15:45:31.159179 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa330369-9fe9-497b-ad75-22fd4790522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bfb10-348e-4c6e-8162-d104a02017de,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:31.161293 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 55378) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:31.221900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] Publish callbacks [] for security_group (b27bfb10-348e-4c6e-8162-d104a02017de), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.249179 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] Publish callbacks [] for security_group (b27bfb10-348e-4c6e-8162-d104a02017de), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.287163 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:31.396842 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b27bfb10-348e-4c6e-8162-d104a02017de), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.400768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:31.402914 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/b27bfb10-348e-4c6e-8162-d104a02017de HTTP/1.1" status: 204 len: 168 time: 0.2403045 Jul 26 15:45:31.413451 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866fd55-f4dd-4923-aca1-4b732eb8d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bfb10-348e-4c6e-8162-d104a02017de,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:31.427169 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:31.429544 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:31.783564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082557-5703-45aa-977c-88f07eb3a448 req-8f82a110-eec5-4f1c-ba4c-fcda840d735d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:31.785167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d2082557-5703-45aa-977c-88f07eb3a448 req-8f82a110-eec5-4f1c-ba4c-fcda840d735d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0576949 Jul 26 15:45:31.857492 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d2082557-5703-45aa-977c-88f07eb3a448 req-c13dbd29-2356-48ad-bc69-fa2d0ddb899d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640039 Jul 26 15:45:32.490578 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 55402) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:32.617782 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2103505912-network', 'tenant_id': 'c3d0ec4c669b4f6d8bc80aa8d2fab87f'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:32.705290 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Made reservation on behalf of c3d0ec4c669b4f6d8bc80aa8d2fab87f for: {'network': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:45:32.707696 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for network (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:32.716903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:32.804405 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks [] for security_group (c5aa5dd7-b32e-4144-aa60-cf845a1c4789), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:32.882330 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c5aa5dd7-b32e-4144-aa60-cf845a1c4789), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:32.917916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=104581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:45:32.925944 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa5dd7-b32e-4144-aa60-cf845a1c4789,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:32.940449 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (5f72be5b-a413-4f96-b6dd-4cd0a8f90e93), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:32.940449 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.db.segments_db [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Added segment 5f72be5b-a413-4f96-b6dd-4cd0a8f90e93 of type vlan for network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 Jul 26 15:45:32.985632 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775757452418'] for network (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.011355 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9b043-68a4-4354-bc19-fccf3bf0e48e req-04a687c6-8f2b-4943-8d9e-ec46009094cc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:33.012967 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-97e9b043-68a4-4354-bc19-fccf3bf0e48e req-04a687c6-8f2b-4943-8d9e-ec46009094cc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 943 time: 0.0561254 Jul 26 15:45:33.070877 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-97e9b043-68a4-4354-bc19-fccf3bf0e48e req-4861892b-e733-479e-ba86-cc583760e823 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488086 Jul 26 15:45:33.083026 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123'] for network (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.083382 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:33.084289 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.165873 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:33.177482 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 details requested by agent ovs-agent-dv-cinder-851032-1-iscsi with host dv-cinder-851032-1-iscsi {{(pid=104583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:45:33.210757 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-b865da97-97ed-4224-a08e-e0421d82dad9 admin admin] 10.222.0.128 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7190628 Jul 26 15:45:33.213975 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 55408) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:33.219590 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Request body: {'subnet': {'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2103505912-subnet', 'tenant_id': 'c3d0ec4c669b4f6d8bc80aa8d2fab87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:33.329147 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Made reservation on behalf of c3d0ec4c669b4f6d8bc80aa8d2fab87f for: {'subnet': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:45:33.331501 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9933950'] for subnet (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.415780 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:33.478310 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device dd5052d4-4623-4d6e-bc77-6881107cc267 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:45:33.596444 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=dd5052d4-4623-4d6e-bc77-6881107cc267,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:33.615481 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'port_id': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'mac_address': 'fa:16:3e:45:55:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:45:33.653718 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port dd5052d4-4623-4d6e-bc77-6881107cc267 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:45:33.654106 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.654885 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2804472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9933904'] for subnet (d5fb6c5e-e827-4aec-9b88-a359a3b60e4c), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.672459 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5052d4-4623-4d6e-bc77-6881107cc267 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:45:33.690368 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:33.695732 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=dd5052d4-4623-4d6e-bc77-6881107cc267,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:33.726152 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fb6c5e-e827-4aec-9b88-a359a3b60e4c,revision_number=0']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:33.734167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Checking segment: {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:45:33.734727 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Network hostable DHCP agents. Network: d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4, hostable agents: ['bba9f61f-7fba-4204-b96c-ab630b744be4'], hosted agents: [] {{(pid=104581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:45:33.791137 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.839239 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:33.847931 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.848410 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.848786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.849127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.849456 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.849782 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.850107 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.850429 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.850751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.851074 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.851395 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.851717 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.852041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.852402 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.852883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:45:33.860057 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 is scheduled to be hosted by DHCP agent bba9f61f-7fba-4204-b96c-ab630b744be4 with binding_index 1 {{(pid=104581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:45:33.956531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851032-1-iscsi, d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4) {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:45:33.960635 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:33.961221 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:33.967341 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c096fe-1c73-4287-b62a-7059d182ca5f None None] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:45:34.066445 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['dd5052d4-4623-4d6e-bc77-6881107cc267'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:45:34.088598 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6843dd7e-bdfd-4162-ab0a-79e4b856e960 admin admin] 10.222.0.128 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8734467 Jul 26 15:45:34.093836 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edbeb28-1909-4d5f-8193-1606dfe8b1b0 None None] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:45:34.203647 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1ccb9-1712-49c3-bfda-6ae6be667753 req-c4556f99-59ca-4af5-9c59-cffdc46d6034 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:34.205256 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3ca1ccb9-1712-49c3-bfda-6ae6be667753 req-c4556f99-59ca-4af5-9c59-cffdc46d6034 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 944 time: 0.0527220 Jul 26 15:45:34.265297 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3ca1ccb9-1712-49c3-bfda-6ae6be667753 req-3e157ccc-61ba-4346-b957-ddb3acd40429 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490580 Jul 26 15:45:35.395483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb5728-cd64-4cc0-98ff-b78578921101 req-7cfb0f5c-482b-42d3-9de6-3f3e2a383308 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:35.397050 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f8eb5728-cd64-4cc0-98ff-b78578921101 req-7cfb0f5c-482b-42d3-9de6-3f3e2a383308 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 944 time: 0.0510387 Jul 26 15:45:35.452085 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f8eb5728-cd64-4cc0-98ff-b78578921101 req-704412f7-9ee9-45f7-abd1-33485771e3cc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486372 Jul 26 15:45:35.503029 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device dd5052d4-4623-4d6e-bc77-6881107cc267 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:45:35.524377 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=100 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:35.544365 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:35.549718 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port dd5052d4-4623-4d6e-bc77-6881107cc267 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:45:35.670613 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port dd5052d4-4623-4d6e-bc77-6881107cc267 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:45:35.671597 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:35.877257 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port dd5052d4-4623-4d6e-bc77-6881107cc267 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:45:35.877558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:35.903278 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:45:35.909009 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78962b3f-df94-42ef-bab2-2bbc51a122eb" -d '{"events": [{"server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "name": "network-vif-plugged", "status": "completed", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:35.918064 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=dd5052d4-4623-4d6e-bc77-6881107cc267,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:35.949372 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b400341-f961-4d52-b2b5-c8d10859b235 x-openstack-request-id: req-3b400341-f961-4d52-b2b5-c8d10859b235 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:35.949372 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "name": "network-vif-plugged", "status": "completed", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:35.949372 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-3b400341-f961-4d52-b2b5-c8d10859b235 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:35.949372 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b400341-f961-4d52-b2b5-c8d10859b235'] response: {'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'code': 200} Jul 26 15:45:36.002216 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:36.051170 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:36.340395 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-9ebbbe09-894f-4be7-8b73-71e1f3f0f004 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:36.341947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-9ebbbe09-894f-4be7-8b73-71e1f3f0f004 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/networks?id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 HTTP/1.1" status: 200 len: 814 time: 0.1068218 Jul 26 15:45:36.359685 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-330b8c8e-7ff5-4fc2-9359-9ef94735144e tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/quotas/c3d0ec4c669b4f6d8bc80aa8d2fab87f HTTP/1.1" status: 200 len: 375 time: 0.0118487 Jul 26 15:45:36.386763 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e3f6-f7a1-4ffb-8714-4481896fd0a1 req-31bbd40f-1e38-43ff-bebb-50b170db4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:36.388162 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce46e3f6-f7a1-4ffb-8714-4481896fd0a1 req-31bbd40f-1e38-43ff-bebb-50b170db4a60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1129 time: 0.0436819 Jul 26 15:45:36.398248 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-78494451-d175-4ae6-a9f7-9a866dfbca5e tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329390 Jul 26 15:45:36.409845 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-7e56e7b6-86bf-430e-a738-42cdc55ce0fb service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:45:36.410852 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-7e56e7b6-86bf-430e-a738-42cdc55ce0fb service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057986 Jul 26 15:45:36.436631 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ce46e3f6-f7a1-4ffb-8714-4481896fd0a1 req-a0836b9a-39a7-466f-aa82-d5b89381c575 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Jul 26 15:45:36.505124 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-c2308798-d5de-4382-a910-22bcb71f006b service neutron] 10.222.0.128 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869167 Jul 26 15:45:36.575152 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2260149-97a3-444f-b32d-015dc5d6706b req-fb7f13b8-c7df-48e5-b8de-b2d9d237700b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:36.576653 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e2260149-97a3-444f-b32d-015dc5d6706b req-fb7f13b8-c7df-48e5-b8de-b2d9d237700b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0489709 Jul 26 15:45:36.603203 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-90efdcc3-d4b2-4662-8c86-a2ecd4d79c02 service neutron] 10.222.0.128 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922072 Jul 26 15:45:36.629637 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-e2260149-97a3-444f-b32d-015dc5d6706b req-25743ee7-8afa-4c98-8ce6-97fc289ce325 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463197 Jul 26 15:45:36.886611 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-7bd68477-cac4-4b53-92d9-6c8662955d16 req-e826ddd6-d460-4c8e-8434-d886ed0dd0e6 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 210 time: 0.0288882 Jul 26 15:45:37.751004 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fa127-05b9-4e96-9b40-b9f7b3203b1f req-dc39481f-3d2a-4743-a992-a2851bf9e6dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:37.752485 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4b2fa127-05b9-4e96-9b40-b9f7b3203b1f req-dc39481f-3d2a-4743-a992-a2851bf9e6dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0505471 Jul 26 15:45:37.778451 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:37.806119 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4b2fa127-05b9-4e96-9b40-b9f7b3203b1f req-14e04410-b382-4cbc-b150-7ac73ddde7dc tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478683 Jul 26 15:45:37.993245 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-73b4133e-781e-4d6e-8d4f-d0b9e9b4d38e req-5b06f273-aced-4923-8719-7520d0df2b54 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 210 time: 0.0328658 Jul 26 15:45:38.424579 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:38.929278 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895f88-06e1-4dbe-9d2c-c57f47ea06cd req-337a7006-5eb1-4557-b080-40f5f8d1f5ab tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:38.930826 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d0895f88-06e1-4dbe-9d2c-c57f47ea06cd req-337a7006-5eb1-4557-b080-40f5f8d1f5ab tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jul 26 15:45:38.986837 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d0895f88-06e1-4dbe-9d2c-c57f47ea06cd req-a72710f6-f6e4-40e0-bc1b-0c19e31f0283 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503943 Jul 26 15:45:39.080066 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:39.101238 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1fe1d9c3-1fec-4dd4-9c53-964fe3fdf8c4 req-00ef2f65-7c39-4388-bad3-5834da277276 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 210 time: 0.0294812 Jul 26 15:45:39.123503 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:45:39.132417 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc62ecf-7b3a-4498-9222-174cbc5b7059 req-49c8a153-e929-455b-846b-1cef616263df tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:39.133921 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dc62ecf-7b3a-4498-9222-174cbc5b7059 req-49c8a153-e929-455b-846b-1cef616263df tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0698786 Jul 26 15:45:39.184482 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6dc62ecf-7b3a-4498-9222-174cbc5b7059 req-8f75d2ec-8ea8-48f9-9051-125e27946668 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Jul 26 15:45:39.210935 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55466) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:39.331399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-b8ea62b3-cf27-4a33-95a2-594ca3e465a2 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:39.333370 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-b8ea62b3-cf27-4a33-95a2-594ca3e465a2 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "GET /v2.0/networks?id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 HTTP/1.1" status: 200 len: 814 time: 0.1181343 Jul 26 15:45:39.346790 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Request body: {'port': {'device_id': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4', 'admin_state_up': True, 'tenant_id': 'c3d0ec4c669b4f6d8bc80aa8d2fab87f'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:39.362575 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2fa43-7ed3-4cb6-851d-74f5e09a017d tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:39.364109 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b6b2fa43-7ed3-4cb6-851d-74f5e09a017d tempest-TestVolumeBootPattern-310236326 tempest-TestVolumeBootPattern-310236326-project-admin] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1124 time: 0.1521528 Jul 26 15:45:39.367237 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55470) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:45:39.371493 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.v2.base [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Request body: {'floatingip': {'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'port_id': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:39.477134 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:39.564868 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Made reservation on behalf of c3d0ec4c669b4f6d8bc80aa8d2fab87f for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:45:39.568740 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:39.593857 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:39.720251 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Allocated IP 172.20.0.12 (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4/d5fb6c5e-e827-4aec-9b88-a359a3b60e4c/b732dfba-4265-4c2a-816e-576e01232ef8) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:45:39.757792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:39.842546 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:39.962749 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Allocated IP 172.27.1.250 (2abc0f86-b1b5-4f30-8a8c-f0b119f618a1/c51b416d-d35d-4712-9fe7-9802158e071f/12cb7355-405a-433a-bf4c-257ed5167212) {{(pid=104582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:45:40.081435 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (12cb7355-405a-433a-bf4c-257ed5167212), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.154437 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks [] for port (b732dfba-4265-4c2a-816e-576e01232ef8), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.164788 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (12cb7355-405a-433a-bf4c-257ed5167212), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.203759 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Network 2abc0f86-b1b5-4f30-8a8c-f0b119f618a1 is already hosted by enough agents. {{(pid=104582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:45:40.211963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Resources bound (agent type, host, resource id): {{(pid=104582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:45:40.214528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Received port after_create {{(pid=104582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:45:40.255951 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b4ae6f74-d662-4b8b-90e5-bb0106334d08 req-6d68f34a-33df-41aa-85c4-0bb741341c42 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 210 time: 0.0713763 Jul 26 15:45:40.260604 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=12cb7355-405a-433a-bf4c-257ed5167212,revision_number=1']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:40.271277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.322385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:45:40.325900 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:45:40.330947 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:45:40.335201 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Pushing event updated for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:40.381561 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:40.382168 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.449996 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-23a7b5d8-9857-4dc2-9ffc-bba93b59d59a tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079576 Jul 26 15:45:40.462664 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Request body: {'port': {'device_id': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:45:40.505759 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:40.528490 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.561239 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:40.617985 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (8898358b-2d65-483f-850b-cab2d13af962), precommit_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.748234 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (12cb7355-405a-433a-bf4c-257ed5167212), before_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.799427 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:40.814631 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b732dfba-4265-4c2a-816e-576e01232ef8 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:45:40.823237 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks [] for port (b732dfba-4265-4c2a-816e-576e01232ef8), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.836646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Transition to ACTIVE for port object b732dfba-4265-4c2a-816e-576e01232ef8 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:45:40.904300 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.906608 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for port (12cb7355-405a-433a-bf4c-257ed5167212), precommit_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:40.962996 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Pushing event updated for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:40.979043 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10332048'] for port (12cb7355-405a-433a-bf4c-257ed5167212), after_update {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.035172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Attempting to bind port b732dfba-4265-4c2a-816e-576e01232ef8 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:45:41.035414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Attempting to bind port b732dfba-4265-4c2a-816e-576e01232ef8 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:45:41.035705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Attempting to bind port b732dfba-4265-4c2a-816e-576e01232ef8 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:45:41.042860 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Port b732dfba-4265-4c2a-816e-576e01232ef8 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:45:41.043183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Attempting to bind port b732dfba-4265-4c2a-816e-576e01232ef8 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:45:41.049423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:45:41.049762 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Checking segment: {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:45:41.050150 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Bound using segment: {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:45:41.050576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Bound port: b732dfba-4265-4c2a-816e-576e01232ef8, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:45:41.050993 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.051427 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event updated for resources: {'Port': ['ID=12cb7355-405a-433a-bf4c-257ed5167212,revision_number=2']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:41.065646 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-391908'] for floatingip (8898358b-2d65-483f-850b-cab2d13af962), after_create {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.070199 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:41.114549 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:41.121500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:45:41.125928 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b732dfba-4265-4c2a-816e-576e01232ef8,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:45:41.169524 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP 8898358b-2d65-483f-850b-cab2d13af962 associated. External IP: 172.27.1.250, port: dd5052d4-4623-4d6e-bc77-6881107cc267. Jul 26 15:45:41.219131 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.257584 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.258197 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.259556 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] 10.222.0.48 "PUT /v2.0/ports/b732dfba-4265-4c2a-816e-576e01232ef8 HTTP/1.1" status: 200 len: 1094 time: 0.8014951 Jul 26 15:45:41.260111 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:45:41.262265 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a362996-9451-4b1d-b898-e5f4a1c7d09e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:41.289958 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c726e-638c-4e08-92d7-2a67b87100ef service neutron] Pushing event updated for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:41.325729 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377306c-c45a-4bcf-8dce-9fcefe62cc00 x-openstack-request-id: req-a377306c-c45a-4bcf-8dce-9fcefe62cc00 {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:41.325729 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:41.325729 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-a377306c-c45a-4bcf-8dce-9fcefe62cc00 {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:41.326270 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a377306c-c45a-4bcf-8dce-9fcefe62cc00'] response: {'name': 'network-changed', 'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8', 'status': 'completed', 'code': 200} Jul 26 15:45:41.375718 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-8b35bad9-ea25-48c1-9569-a81a8de1ffd0 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104582) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:45:41.376834 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-8b35bad9-ea25-48c1-9569-a81a8de1ffd0 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098438 Jul 26 15:45:41.390691 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-9cebe7bb-cde3-49de-87e7-024cc893b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.392633 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-9cebe7bb-cde3-49de-87e7-024cc893b8a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 1128 time: 0.0457783 Jul 26 15:45:41.412123 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:41.441810 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014faee8-d640-410e-b8d2-b839b56ec5fb req-97a76b62-5084-4ca8-9def-5fc3bcfd8d6d tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.443527 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-014faee8-d640-410e-b8d2-b839b56ec5fb req-97a76b62-5084-4ca8-9def-5fc3bcfd8d6d tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 944 time: 0.0777879 Jul 26 15:45:41.452734 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:45:41.505214 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-30813464-2ca0-46eb-b5c0-57eb97b18187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.506742 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-30813464-2ca0-46eb-b5c0-57eb97b18187 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1063616 Jul 26 15:45:41.546383 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-014faee8-d640-410e-b8d2-b839b56ec5fb req-4a3895f3-8642-4141-aa94-af0a40b8f6db tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960445 Jul 26 15:45:41.608004 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:45:41.614661 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-11b82169-1044-42f5-84ab-b5c1c3cdfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.616155 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a362996-9451-4b1d-b898-e5f4a1c7d09e req-11b82169-1044-42f5-84ab-b5c1c3cdfdb7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0983729 Jul 26 15:45:41.619958 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:45:41.630909 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:45:41.634045 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:45:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:45:41.677934 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:41.702261 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-7ff50927-d71b-481f-9366-76bb7fea3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.704770 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-7ff50927-d71b-481f-9366-76bb7fea3019 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 1128 time: 0.0506327 Jul 26 15:45:41.709144 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-dcdb627c-d708-46fe-b876-765844098dca tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3408356 Jul 26 15:45:41.710013 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:45:41.712896 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d78b5-f784-41ce-8fed-cb58dc571213" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:41.752433 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-324ca7ab-0abd-454c-ad38-aeaa5eef2ec2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b732dfba-4265-4c2a-816e-576e01232ef8 HTTP/1.1" status: 200 len: 217 time: 0.0391531 Jul 26 15:45:41.757000 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246fd1a-51bf-4339-95e0-b0fd500b1900 x-openstack-request-id: req-e246fd1a-51bf-4339-95e0-b0fd500b1900 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:41.757382 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:41.757726 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-e246fd1a-51bf-4339-95e0-b0fd500b1900 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:41.758211 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e246fd1a-51bf-4339-95e0-b0fd500b1900'] response: {'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'status': 'completed', 'code': 200} Jul 26 15:45:41.796317 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:41.809813 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-cabc6d9d-6bb7-4ab8-be60-1db52e32874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.811313 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-cabc6d9d-6bb7-4ab8-be60-1db52e32874a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5fb6c5e-e827-4aec-9b88-a359a3b60e4c HTTP/1.1" status: 200 len: 854 time: 0.0489953 Jul 26 15:45:41.838310 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:45:41.839709 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-9b572d99-5660-4651-a9e2-fc09d45404ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.841422 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-9b572d99-5660-4651-a9e2-fc09d45404ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1129 time: 0.0549750 Jul 26 15:45:41.849981 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-f198d87b-ce6f-49d6-9422-019861e8f047 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jul 26 15:45:41.948240 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-3d041073-0d7c-4dd2-ad6f-f530938a1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:41.949789 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-3d041073-0d7c-4dd2-ad6f-f530938a1ed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.1028750 Jul 26 15:45:41.953872 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-9b90560f-1ae2-4438-bbee-c2780df70aaa service neutron] 10.222.0.48 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969200 Jul 26 15:45:42.032590 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-c9eed542-48e7-486b-b698-ee50a7b9ca0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd5052d4-4623-4d6e-bc77-6881107cc267 HTTP/1.1" status: 200 len: 999 time: 0.0713549 Jul 26 15:45:42.057282 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3c1f12ee-52cb-48f0-a0a4-40fec3a37148 req-303adcb3-8198-4bdf-86c6-a640e46d8ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957158 Jul 26 15:45:42.074898 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}, {'id': '8898358b-2d65-483f-850b-cab2d13af962', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:45:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:45:40Z', 'updated_at': '2022-07-26T15:45:40Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:45:42.082500 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-faafd8be-9a2a-48f3-9ef1-8c715764b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:42.084486 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-faafd8be-9a2a-48f3-9ef1-8c715764b7f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0462306 Jul 26 15:45:42.106715 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:45:42.116725 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:45:42.117466 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:45:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:45:42.130825 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-bb024fc8-d177-48d0-8db9-6861d1a56043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:42.132340 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-bb024fc8-d177-48d0-8db9-6861d1a56043 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421784 Jul 26 15:45:42.222970 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:45:42.236703 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-ceb79080-523f-42a5-9bf1-f46c983ecc1d service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976014 Jul 26 15:45:42.444103 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}, {'id': '8898358b-2d65-483f-850b-cab2d13af962', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:45:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:45:40Z', 'updated_at': '2022-07-26T15:45:40Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:45:42.468700 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba230b1-c7c9-43e6-911b-2a367d9ce838 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}, {'id': '8898358b-2d65-483f-850b-cab2d13af962', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:45:55:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:45:40Z', 'updated_at': '2022-07-26T15:45:40Z', 'revision_number': 0, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:45:42.669292 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fcebf3-3324-4956-9349-177272a8ff7e None None] New status for floating IP 8898358b-2d65-483f-850b-cab2d13af962: ACTIVE {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:45:42.685607 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618f54-ac27-40cc-bf18-5a323375d178 req-438ebc49-7805-4cc6-beb8-4afbdb7b49a1 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:42.687422 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5e618f54-ac27-40cc-bf18-5a323375d178 req-438ebc49-7805-4cc6-beb8-4afbdb7b49a1 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 944 time: 0.0558550 Jul 26 15:45:42.739746 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5e618f54-ac27-40cc-bf18-5a323375d178 req-7f49580c-77e5-40a6-b726-820bece8861b tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Jul 26 15:45:43.143476 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-963d78b5-f784-41ce-8fed-cb58dc571213 req-2b70dc21-310e-48d4-8222-59c6966595f2 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Jul 26 15:45:43.524058 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device b732dfba-4265-4c2a-816e-576e01232ef8 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:45:43.625346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b732dfba-4265-4c2a-816e-576e01232ef8,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:43.636504 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': 'b732dfba-4265-4c2a-816e-576e01232ef8', 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4', 'port_id': 'b732dfba-4265-4c2a-816e-576e01232ef8', 'mac_address': 'fa:16:3e:10:94:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fb6c5e-e827-4aec-9b88-a359a3b60e4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:45:43.676678 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port b732dfba-4265-4c2a-816e-576e01232ef8 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:45:43.677341 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:43.691017 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b732dfba-4265-4c2a-816e-576e01232ef8 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:45:43.711838 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b732dfba-4265-4c2a-816e-576e01232ef8,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:43.779027 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:43.834882 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:43.872773 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caca7-af8d-45fc-bcee-b150af582791 req-1dadb33d-8a39-432e-8d17-29354d782ffe tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:43.874278 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c4caca7-af8d-45fc-bcee-b150af582791 req-1dadb33d-8a39-432e-8d17-29354d782ffe tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 945 time: 0.0557995 Jul 26 15:45:43.929583 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c4caca7-af8d-45fc-bcee-b150af582791 req-a99d6a14-b09e-4e33-bab1-4238d0753eaa tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 Jul 26 15:45:44.141076 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['b732dfba-4265-4c2a-816e-576e01232ef8'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:45:44.241361 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:45.053171 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ded6-6db2-474a-bf32-fff398e93ae6 req-c5265c76-9504-4040-aab2-094bce4f7ba8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:45.054562 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5416ded6-6db2-474a-bf32-fff398e93ae6 req-c5265c76-9504-4040-aab2-094bce4f7ba8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Jul 26 15:45:45.105104 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5416ded6-6db2-474a-bf32-fff398e93ae6 req-b30bd3cc-85e5-4fc6-8518-49788f6a68ea tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Jul 26 15:45:45.526996 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device b732dfba-4265-4c2a-816e-576e01232ef8 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:45:45.570845 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port b732dfba-4265-4c2a-816e-576e01232ef8 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:45:45.664161 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port b732dfba-4265-4c2a-816e-576e01232ef8 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:45:45.664575 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:45.743435 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:45.756136 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port b732dfba-4265-4c2a-816e-576e01232ef8 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:45:45.756810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:45.780201 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:45:45.783113 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc661ad-1496-424c-867c-bff7e9065625" -d '{"events": [{"server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "name": "network-vif-plugged", "status": "completed", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:45:45.796751 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b732dfba-4265-4c2a-816e-576e01232ef8,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:45:45.821458 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6cb8c-2fd3-4381-9552-de8a222dadf4 x-openstack-request-id: req-dde6cb8c-2fd3-4381-9552-de8a222dadf4 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:45:45.821753 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "name": "network-vif-plugged", "status": "completed", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:45:45.822009 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-dde6cb8c-2fd3-4381-9552-de8a222dadf4 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:45:45.822407 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde6cb8c-2fd3-4381-9552-de8a222dadf4'] response: {'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8', 'code': 200} Jul 26 15:45:45.823486 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ae90f59c-278a-4489-8c19-9095bcd3b1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:45.881552 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:45.931956 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:45:46.147930 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf59a1-051d-4086-ae83-ae5a098f547e req-8e35c15c-d4a9-4c19-b912-974918cbf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:46.149484 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cebf59a1-051d-4086-ae83-ae5a098f547e req-8e35c15c-d4a9-4c19-b912-974918cbf87e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 1130 time: 0.0425913 Jul 26 15:45:46.227779 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cebf59a1-051d-4086-ae83-ae5a098f547e req-986cbf98-bab5-4e34-8eb8-27c0597f48a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720253 Jul 26 15:45:46.244156 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0dfa5-736a-4783-b07c-7b153cd93ee2 req-caf0e5eb-4cf8-4b90-a29d-9749d730cd35 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:46.245719 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-93b0dfa5-736a-4783-b07c-7b153cd93ee2 req-caf0e5eb-4cf8-4b90-a29d-9749d730cd35 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0646212 Jul 26 15:45:46.289478 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:46.297102 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-93b0dfa5-736a-4783-b07c-7b153cd93ee2 req-4081492e-58c7-4d3f-a6e9-e600401957da tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Jul 26 15:45:47.423835 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6202b2-507b-495b-a2b2-37717c4a2454 req-2fbb130c-2919-41c7-89c8-0b0463c1ad0f tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:47.425335 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6e6202b2-507b-495b-a2b2-37717c4a2454 req-2fbb130c-2919-41c7-89c8-0b0463c1ad0f tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0491605 Jul 26 15:45:47.436597 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:47.476347 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6e6202b2-507b-495b-a2b2-37717c4a2454 req-06f41f39-3f69-4dfc-bbf9-4f8ab4580b47 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Jul 26 15:45:48.355421 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-ce998a75-77f4-46df-9d04-139a03375c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:48.601289 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15fca-486f-48ae-93a0-7a810e0f41b7 req-61ec89ba-e509-44ac-9398-8649b0e2b73d tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:45:48.602791 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64c15fca-486f-48ae-93a0-7a810e0f41b7 req-61ec89ba-e509-44ac-9398-8649b0e2b73d tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0484958 Jul 26 15:45:48.652205 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-64c15fca-486f-48ae-93a0-7a810e0f41b7 req-62a272ad-f2c6-496f-b4ee-5f3393f1e61d tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Jul 26 15:45:49.435864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:51.333283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:51.355745 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:45:52.442011 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=70 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:52.446998 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=83 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:57.473097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=74 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:58.645683 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=8 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:45:58.648874 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:01.240208 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:01.249268 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:08.397268 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:08.847220 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ca7df-c469-429e-8d57-d46a58978235 req-c8d9a6d2-0814-4bc8-9cec-bc43b8729d3f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:08.848878 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d2ca7df-c469-429e-8d57-d46a58978235 req-c8d9a6d2-0814-4bc8-9cec-bc43b8729d3f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0535476 Jul 26 15:46:08.901060 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-2d2ca7df-c469-429e-8d57-d46a58978235 req-3fa3492d-c57b-4621-a613-3a2c090fcfcb tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462084 Jul 26 15:46:10.035158 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3979-84e7-4eaa-bbfe-2dc1074e4e42 req-212d46c6-f27a-4a2f-9d6c-891fb3454f74 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:10.036879 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6dbf3979-84e7-4eaa-bbfe-2dc1074e4e42 req-212d46c6-f27a-4a2f-9d6c-891fb3454f74 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0556073 Jul 26 15:46:10.089087 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6dbf3979-84e7-4eaa-bbfe-2dc1074e4e42 req-35b6f8f4-5183-4826-8df3-349ee07de308 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Jul 26 15:46:11.209044 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36bd3a-93a9-459e-a1c6-a81d9d1ad672 req-f55d7ecc-a893-4aa6-be53-4dc178609530 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:11.211100 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6c36bd3a-93a9-459e-a1c6-a81d9d1ad672 req-f55d7ecc-a893-4aa6-be53-4dc178609530 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Jul 26 15:46:11.262761 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6c36bd3a-93a9-459e-a1c6-a81d9d1ad672 req-4911525a-2ba8-42a4-89e1-e909e67dd280 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Jul 26 15:46:12.381230 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ed85-aefe-4876-8a97-adf1d424a20b req-e8dcfd48-2f70-40fd-997f-b411124637d6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:12.383242 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6756ed85-aefe-4876-8a97-adf1d424a20b req-e8dcfd48-2f70-40fd-997f-b411124637d6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Jul 26 15:46:12.434328 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-6756ed85-aefe-4876-8a97-adf1d424a20b req-8d178c92-2149-4cd0-9293-6ed42f7a3589 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Jul 26 15:46:13.557399 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f67ad9-ac07-430c-8bd4-afb667037038 req-577e3fe2-005e-46f3-b4eb-a1f6b403daf1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:13.558861 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a9f67ad9-ac07-430c-8bd4-afb667037038 req-577e3fe2-005e-46f3-b4eb-a1f6b403daf1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0489047 Jul 26 15:46:13.612007 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a9f67ad9-ac07-430c-8bd4-afb667037038 req-437d7f7c-00dd-45c2-acdc-236172354e25 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475347 Jul 26 15:46:14.732572 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d4518-7664-4efd-a98f-683a94bc72bb req-01289b8b-ddf4-4add-9e98-cf21559f25bd tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:14.733947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a68d4518-7664-4efd-a98f-683a94bc72bb req-01289b8b-ddf4-4add-9e98-cf21559f25bd tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0472131 Jul 26 15:46:14.786950 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a68d4518-7664-4efd-a98f-683a94bc72bb req-b65a8e14-6543-48c7-ab55-23ff242f527c tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472612 Jul 26 15:46:15.786305 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8e49d2ba-e89f-4290-846f-964f2e342414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:15.908487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b0194-3338-443c-8356-14424b8f84f7 req-a80623f2-93bb-4bea-b5a5-95cfbc4830e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:15.909988 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f03b0194-3338-443c-8356-14424b8f84f7 req-a80623f2-93bb-4bea-b5a5-95cfbc4830e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Jul 26 15:46:15.967370 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f03b0194-3338-443c-8356-14424b8f84f7 req-e85df633-1dec-45dc-b1d7-0500b00917d7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507972 Jul 26 15:46:16.122170 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:46:17.086766 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123442-3c46-43f9-a340-cbffa82e7542 req-9872da15-fb6d-4065-8c09-ee1bc3dde276 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:17.089141 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8b123442-3c46-43f9-a340-cbffa82e7542 req-9872da15-fb6d-4065-8c09-ee1bc3dde276 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Jul 26 15:46:17.140139 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8b123442-3c46-43f9-a340-cbffa82e7542 req-bc373fe7-fd2b-4bfb-ae52-6727e21e6906 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453379 Jul 26 15:46:18.268420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c97e7-0f23-4e3d-b50e-c328003b0883 req-44fbec69-75df-4444-b3e2-b67e1d043801 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:18.269935 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a5c97e7-0f23-4e3d-b50e-c328003b0883 req-44fbec69-75df-4444-b3e2-b67e1d043801 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0558681 Jul 26 15:46:18.331958 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5a5c97e7-0f23-4e3d-b50e-c328003b0883 req-3c7ac5b7-6bce-483e-8fb6-97a36735bec4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547643 Jul 26 15:46:18.335142 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-93e4d4ed-b623-4016-bc7b-6a2d13fc0587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:19.404947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ea12f-c528-42ca-94a8-9052702aa789 req-12040c22-c13e-4a27-bbf3-7b20999a9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:19.406603 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-12040c22-c13e-4a27-bbf3-7b20999a9d26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.1294754 Jul 26 15:46:19.461086 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:19.540513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6748f-ad31-4f71-bae8-6e79e6aa15a1 req-e86d18ac-ce43-45a6-bbf0-119b26c16d35 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:19.543153 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ffa6748f-ad31-4f71-bae8-6e79e6aa15a1 req-e86d18ac-ce43-45a6-bbf0-119b26c16d35 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.1134858 Jul 26 15:46:19.588152 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ea12f-c528-42ca-94a8-9052702aa789 req-f8a15ccf-e911-4c70-b912-4f94b5c14255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:19.589717 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-f8a15ccf-e911-4c70-b912-4f94b5c14255 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.1744168 Jul 26 15:46:19.659162 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ffa6748f-ad31-4f71-bae8-6e79e6aa15a1 req-fbb49a08-097a-4166-8975-c2357881183a tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090901 Jul 26 15:46:19.677757 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-b2ef239b-ac9c-4dbb-992c-cd89d9d2e6b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1002 time: 0.0800862 Jul 26 15:46:19.727925 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ea12f-c528-42ca-94a8-9052702aa789 req-b8ea0bc0-7fa4-45c0-a988-5d2554bcf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:19.729982 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-b8ea0bc0-7fa4-45c0-a988-5d2554bcf7b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0461385 Jul 26 15:46:19.775513 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ea12f-c528-42ca-94a8-9052702aa789 req-e15d2d34-4b0c-4a74-9c85-a803c9a076a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:19.777039 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-e15d2d34-4b0c-4a74-9c85-a803c9a076a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408051 Jul 26 15:46:19.873820 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-46a0bc29-5a7a-47e0-baed-3b1df8c52477 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901282 Jul 26 15:46:19.972792 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-202ea12f-c528-42ca-94a8-9052702aa789 req-0cbb0cd1-3775-4b01-9449-fc2a65461c14 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919485 Jul 26 15:46:20.016392 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-e02f9bf5-9d72-49c6-8d14-90a1f4501216 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499368 Jul 26 15:46:20.783450 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ca5f-098c-46b5-a3f8-0d0d3227866a req-7a4dbce6-49c5-44a5-8098-ed636b4d777e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:20.784945 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f9b1ca5f-098c-46b5-a3f8-0d0d3227866a req-7a4dbce6-49c5-44a5-8098-ed636b4d777e tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0490181 Jul 26 15:46:20.836957 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-f9b1ca5f-098c-46b5-a3f8-0d0d3227866a req-0295cc5c-9416-4e3d-b098-a301eb1ae96a tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461438 Jul 26 15:46:21.317811 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:21.323702 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:21.964535 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d83b4c-1ec4-42cc-bd40-46af73025c62 req-52dc28bf-3ec5-441f-a571-0cfcd465c7ae tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:21.965991 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4d83b4c-1ec4-42cc-bd40-46af73025c62 req-52dc28bf-3ec5-441f-a571-0cfcd465c7ae tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Jul 26 15:46:21.984933 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:22.003363 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:22.017100 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f4d83b4c-1ec4-42cc-bd40-46af73025c62 req-9e0cfdb1-a2a1-40cb-9a06-771024fdbede tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455570 Jul 26 15:46:23.064420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-4bb3901f-e6d1-4668-bc13-168ba492740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:23.065897 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-4bb3901f-e6d1-4668-bc13-168ba492740c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1130 time: 0.0414207 Jul 26 15:46:23.145622 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a0eac-0021-470a-9cd2-a47437a23539 req-8afc607f-2c65-46a4-ab5a-363563e387ba tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:23.147060 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0c4a0eac-0021-470a-9cd2-a47437a23539 req-8afc607f-2c65-46a4-ab5a-363563e387ba tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0502987 Jul 26 15:46:23.199970 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0c4a0eac-0021-470a-9cd2-a47437a23539 req-c1f74b6f-fbd1-4a28-a04d-93811f7bd9ee tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462871 Jul 26 15:46:23.308685 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-94cc9d2b-5dfd-4f7e-a91a-f869fd4b6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:23.310167 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-94cc9d2b-5dfd-4f7e-a91a-f869fd4b6663 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.0929534 Jul 26 15:46:23.380055 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-3b2b828d-d8fe-418e-a2fb-7c45e47f7fe3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 1001 time: 0.0635438 Jul 26 15:46:23.430888 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-df99a63f-a14c-42d3-8853-3d46f99be5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:23.432637 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-df99a63f-a14c-42d3-8853-3d46f99be5cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0453348 Jul 26 15:46:23.478692 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-23fbb173-54e6-452b-a58a-dd6b4f61fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:23.480341 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-23fbb173-54e6-452b-a58a-dd6b4f61fc80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411694 Jul 26 15:46:23.548968 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:23.551414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:23.577507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-f16c7869-83a5-4f94-9a4c-5eba1b1f7899 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901365 Jul 26 15:46:23.674345 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-1405232f-3e4d-47e4-b190-eb7239415e70 req-dba15d26-9e23-4bdf-bb9c-0fa006f859de service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848980 Jul 26 15:46:24.328795 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc158cec-78e0-4326-a147-f78aaa4b9e94 req-270e5502-96d1-42e8-8342-a0f9072e4cfd tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:24.330515 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc158cec-78e0-4326-a147-f78aaa4b9e94 req-270e5502-96d1-42e8-8342-a0f9072e4cfd tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0531242 Jul 26 15:46:24.386112 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-cc158cec-78e0-4326-a147-f78aaa4b9e94 req-bda28661-c0fe-4712-90fa-7fbffa319d84 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498357 Jul 26 15:46:24.508409 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [req-df247f82-17e4-467e-b1e5-12ad00a8de5c req-4aa10cde-3dcb-4b86-b9ec-e60f0e23e9cc service neutron] http://10.222.0.128:9696/v2.0/extensions returned with HTTP 200 {{(pid=104581) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:46:24.509538 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-df247f82-17e4-467e-b1e5-12ad00a8de5c req-4aa10cde-3dcb-4b86-b9ec-e60f0e23e9cc service neutron] 10.222.0.128 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0509305 Jul 26 15:46:24.794674 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02629-6a1d-41c4-ba19-3fe2de37747c req-5d4e8b71-dcf9-4d77-860a-3f7e5c0f2745 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:24.796420 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ace02629-6a1d-41c4-ba19-3fe2de37747c req-5d4e8b71-dcf9-4d77-860a-3f7e5c0f2745 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0537755 Jul 26 15:46:24.825122 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-72a50564-ff12-4b13-bc47-780113123cf5 service neutron] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444672 Jul 26 15:46:24.855664 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-ace02629-6a1d-41c4-ba19-3fe2de37747c req-b0e07e6e-5b92-44d3-8efa-cc07a75ad379 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537615 Jul 26 15:46:24.904253 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-921b9b43-6302-4a82-a79f-9a2f389be6c0 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:24.905768 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-921b9b43-6302-4a82-a79f-9a2f389be6c0 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports/24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 943 time: 0.0521221 Jul 26 15:46:25.979839 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491c59c-143a-4daf-bd8a-e715b3220052 req-4e2aac04-b198-45e0-b4ac-ff5c1c83ce1d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:25.981324 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6491c59c-143a-4daf-bd8a-e715b3220052 req-4e2aac04-b198-45e0-b4ac-ff5c1c83ce1d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0499821 Jul 26 15:46:26.031335 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6491c59c-143a-4daf-bd8a-e715b3220052 req-dfc0ba85-5f12-440a-ad50-6dc529cb42c4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444710 Jul 26 15:46:26.116643 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:26.117510 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:27.146860 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613545c-5b54-430d-a4cd-ad0bbe550dfd req-b59f268b-509b-4286-9780-592620600e2b tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:27.148293 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2613545c-5b54-430d-a4cd-ad0bbe550dfd req-b59f268b-509b-4286-9780-592620600e2b tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0464108 Jul 26 15:46:27.199117 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-2613545c-5b54-430d-a4cd-ad0bbe550dfd req-17a7b2b4-2303-43d8-ad48-f3e762cec7a8 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Jul 26 15:46:27.766127 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:46:27.837446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 24546090-7032-4878-8314-6034040c9df2 is: ACTIVE; New status is: DOWN {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:46:27.837833 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:27.862360 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:46:27.864620 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c06838-f584-4766-956e-5a6b28b1fd86" -d '{"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-unplugged", "status": "completed", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:46:27.885704 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:27.930047 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:28.006443 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=6']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:28.024657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0651b43-11fe-4446-a7e8-bbc5f65ad909 x-openstack-request-id: req-f0651b43-11fe-4446-a7e8-bbc5f65ad909 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:46:28.024657 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-unplugged", "status": "failed", "tag": "24546090-7032-4878-8314-6034040c9df2", "code": 422}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:46:28.025181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-f0651b43-11fe-4446-a7e8-bbc5f65ad909 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:46:28.025372 dv-cinder-851032-1-iscsi neutron-server[104583]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0651b43-11fe-4446-a7e8-bbc5f65ad909']: {'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'code': 422} returned with failed status Jul 26 15:46:28.325578 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a1dc5-a912-402f-b197-8dca6fb085a6 req-465d6f7b-3a7e-4b6f-95b7-4f205d11457d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:28.328205 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a89a1dc5-a912-402f-b197-8dca6fb085a6 req-465d6f7b-3a7e-4b6f-95b7-4f205d11457d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0558066 Jul 26 15:46:28.395800 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-a89a1dc5-a912-402f-b197-8dca6fb085a6 req-3935c2a2-fa25-4ebf-ade2-0e6e136f889f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616944 Jul 26 15:46:29.208612 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-ea4dc2a9-6bb3-4f35-97ca-5fce811972e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.210090 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-ea4dc2a9-6bb3-4f35-97ca-5fce811972e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180&tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb HTTP/1.1" status: 200 len: 1128 time: 0.0440793 Jul 26 15:46:29.280095 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-86d5f784-d9a3-4bb6-8a82-0091562855dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.281601 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-86d5f784-d9a3-4bb6-8a82-0091562855dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1128 time: 0.0475130 Jul 26 15:46:29.373870 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-19e47053-ae70-461a-9a8a-0a20ed06636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.375331 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-19e47053-ae70-461a-9a8a-0a20ed06636c service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.0872064 Jul 26 15:46:29.444067 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-af21186b-0e6c-4a71-8f41-02c0869f161a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1000 time: 0.0607119 Jul 26 15:46:29.528026 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-67092d64-16d2-4358-be2c-434113a27ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.530385 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-67092d64-16d2-4358-be2c-434113a27ec5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0776422 Jul 26 15:46:29.537472 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a593c-f5e8-4193-bcdb-d252bc75814c req-c6c99091-41ec-4f21-a579-c9354dd3b353 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.538828 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d68a593c-f5e8-4193-bcdb-d252bc75814c req-c6c99091-41ec-4f21-a579-c9354dd3b353 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0589414 Jul 26 15:46:29.605373 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-13ef17a5-66ae-4af6-a3d4-362de281a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:29.606877 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-13ef17a5-66ae-4af6-a3d4-362de281a9db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672259 Jul 26 15:46:29.633378 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d68a593c-f5e8-4193-bcdb-d252bc75814c req-945744a0-1cf8-45b1-bf7a-2d5bc5201692 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842683 Jul 26 15:46:29.718137 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-e9ecb98c-38d1-42d2-bcce-c85b4c6f493f service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975950 Jul 26 15:46:29.812018 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-41733d59-c22b-4a84-b7bd-13520358fa98 req-ddb63a9c-9d3e-43f1-81df-4c93ba0e60ac service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863183 Jul 26 15:46:30.756611 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a61b7-7858-48c2-8f3a-15d2815bf479 req-ea8290af-c5bb-44fe-a100-c00b4411f1ac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:30.758100 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-502a61b7-7858-48c2-8f3a-15d2815bf479 req-ea8290af-c5bb-44fe-a100-c00b4411f1ac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0528507 Jul 26 15:46:30.811557 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-502a61b7-7858-48c2-8f3a-15d2815bf479 req-76f82f58-dfb6-41ff-841f-cd5bcc3971c5 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 Jul 26 15:46:31.941564 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1813f18-baac-41c9-a450-128cccba379e req-4f9ae8f2-c0d3-4326-89ce-93ccc41cd2e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:31.943150 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a1813f18-baac-41c9-a450-128cccba379e req-4f9ae8f2-c0d3-4326-89ce-93ccc41cd2e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0534871 Jul 26 15:46:31.999044 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:32.004789 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-a1813f18-baac-41c9-a450-128cccba379e req-433f0aa6-2bf6-4218-9c87-eedc1ef487b6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545733 Jul 26 15:46:33.127963 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551ff4a-d54a-49a7-9a9f-f4ee28d40c28 req-b1b0cc11-79a6-406b-b8c5-5740216593e4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:33.129567 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d551ff4a-d54a-49a7-9a9f-f4ee28d40c28 req-b1b0cc11-79a6-406b-b8c5-5740216593e4 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0518999 Jul 26 15:46:33.142985 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:33.183722 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d551ff4a-d54a-49a7-9a9f-f4ee28d40c28 req-16df6579-0979-46f3-9134-de751ca202fc tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483117 Jul 26 15:46:33.780528 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ad28-aa82-42a2-8560-eb1d85acadfa req-fc046f37-2967-465a-b816-8a438cb859b5 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:33.781885 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c1e3ad28-aa82-42a2-8560-eb1d85acadfa req-fc046f37-2967-465a-b816-8a438cb859b5 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0488100 Jul 26 15:46:33.830981 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c1e3ad28-aa82-42a2-8560-eb1d85acadfa req-5b081e7e-f453-45cf-bf51-e2333add200c tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Jul 26 15:46:34.302456 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81cd19-96e8-420d-90ae-5a9db02d3c44 req-1d1d4be7-c1ce-4d7d-937c-b316cbc52fc8 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:34.303909 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1e81cd19-96e8-420d-90ae-5a9db02d3c44 req-1d1d4be7-c1ce-4d7d-937c-b316cbc52fc8 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0469196 Jul 26 15:46:34.354106 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-1e81cd19-96e8-420d-90ae-5a9db02d3c44 req-d672fc1a-0480-40fd-af69-91ddbede3cd7 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443535 Jul 26 15:46:34.958205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94198585-e238-40be-af5e-3d39e5bcfeb7 req-9c19be68-5dd2-41d7-b65a-7390e264a4fd tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:34.959641 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-94198585-e238-40be-af5e-3d39e5bcfeb7 req-9c19be68-5dd2-41d7-b65a-7390e264a4fd tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0513141 Jul 26 15:46:35.007090 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-94198585-e238-40be-af5e-3d39e5bcfeb7 req-e8f39c1b-79d3-4b59-965b-6468fa1c3bd7 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Jul 26 15:46:35.478347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb941-ad29-42b2-b309-ace83715ad60 req-7ef16247-4f14-4375-921a-3234d654a900 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:35.479828 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d2cb941-ad29-42b2-b309-ace83715ad60 req-7ef16247-4f14-4375-921a-3234d654a900 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0517418 Jul 26 15:46:35.530483 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-8d2cb941-ad29-42b2-b309-ace83715ad60 req-9bd895d8-0c6a-4e20-a60b-c61e951fd36f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438461 Jul 26 15:46:35.541841 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e61d-6467-421a-9db2-691c3706a228 req-39e824e6-6880-4c3a-a12b-fb43facd72b8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:35.544055 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d658e61d-6467-421a-9db2-691c3706a228 req-39e824e6-6880-4c3a-a12b-fb43facd72b8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0477550 Jul 26 15:46:36.157395 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fd3c5-ad0a-489d-923f-af5ff6e4371c req-29e5ca66-d2b6-4a5b-9bd3-b129d7f46d92 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:36.164182 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-867fd3c5-ad0a-489d-923f-af5ff6e4371c req-29e5ca66-d2b6-4a5b-9bd3-b129d7f46d92 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 946 time: 0.0789323 Jul 26 15:46:36.234224 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Deleting port b732dfba-4265-4c2a-816e-576e01232ef8 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:46:36.234559 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:36.278721 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-867fd3c5-ad0a-489d-923f-af5ff6e4371c req-255c394f-08ca-4bc6-8b95-8e5d3cc34fa3 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132662 Jul 26 15:46:36.334408 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] For port b732dfba-4265-4c2a-816e-576e01232ef8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b732dfba-4265-4c2a-816e-576e01232ef8,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:36.334762 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:36.347200 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Calling delete_port for b732dfba-4265-4c2a-816e-576e01232ef8 owned by compute:nova {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:46:36.547336 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (b732dfba-4265-4c2a-816e-576e01232ef8), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:36.561489 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['b732dfba-4265-4c2a-816e-576e01232ef8'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:46:36.563816 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:36.565822 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:36.579171 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Pushing event deleted for resources: {'Port': ['ID=b732dfba-4265-4c2a-816e-576e01232ef8,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:36.586821 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.587166 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.587505 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.587837 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.588167 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.588508 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.588834 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.589152 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.589469 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.589784 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.590670 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.591147 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.591498 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.591903 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.592228 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:36.638127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] No DVR routers for this DVR port b732dfba-4265-4c2a-816e-576e01232ef8 on host hv-cinder-85103 {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:46:36.640671 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:36.643982 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d658e61d-6467-421a-9db2-691c3706a228 req-efed6bad-aad9-4af5-a78e-473f6292e838 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "DELETE /v2.0/ports/b732dfba-4265-4c2a-816e-576e01232ef8 HTTP/1.1" status: 204 len: 173 time: 0.5345447 Jul 26 15:46:36.644421 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'name': 'network-vif-deleted', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:46:36.646688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce03171-89ce-4b2e-a2f4-ebc751335b7b" -d '{"events": [{"server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "name": "network-vif-deleted", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:46:36.664523 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b744a8b-35be-4ea6-8bfd-e4dd11125465 req-25a19215-47ec-421c-9d9f-9e84292a3a1f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:36.666184 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9b744a8b-35be-4ea6-8bfd-e4dd11125465 req-25a19215-47ec-421c-9d9f-9e84292a3a1f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0530610 Jul 26 15:46:36.723627 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-9b744a8b-35be-4ea6-8bfd-e4dd11125465 req-147e1b6f-5061-48e1-b115-087838fa8c57 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509760 Jul 26 15:46:36.752439 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712faf34-cbfd-4030-a29c-0ffe82b787ed x-openstack-request-id: req-712faf34-cbfd-4030-a29c-0ffe82b787ed {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:46:36.752714 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7364a3f-89de-41b6-bbd5-d1e714119e69", "name": "network-vif-deleted", "tag": "b732dfba-4265-4c2a-816e-576e01232ef8", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:46:36.753005 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-712faf34-cbfd-4030-a29c-0ffe82b787ed {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:46:36.753486 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712faf34-cbfd-4030-a29c-0ffe82b787ed'] response: {'server_uuid': 'b7364a3f-89de-41b6-bbd5-d1e714119e69', 'name': 'network-vif-deleted', 'tag': 'b732dfba-4265-4c2a-816e-576e01232ef8', 'status': 'completed', 'code': 200} Jul 26 15:46:37.400232 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-4e814c4c-e420-4e1d-9b82-f71758eb7d43 req-55e857fd-f57e-4f66-a280-a423af2df9cc tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=b7364a3f-89de-41b6-bbd5-d1e714119e69 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jul 26 15:46:37.825786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:46:37.849435 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a21c-5867-41d1-ac36-cdcb693ca4e5 req-e6908143-fa51-4fa6-b62b-af8389c96c69 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:37.850951 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fe1a21c-5867-41d1-ac36-cdcb693ca4e5 req-e6908143-fa51-4fa6-b62b-af8389c96c69 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 944 time: 0.0513623 Jul 26 15:46:37.887905 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:37.901906 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5fe1a21c-5867-41d1-ac36-cdcb693ca4e5 req-6c63fb52-b352-442f-8e0f-13d01ccf7098 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451386 Jul 26 15:46:37.932617 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:37.944964 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '24546090-7032-4878-8314-6034040c9df2', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'port_id': '24546090-7032-4878-8314-6034040c9df2', 'mac_address': 'fa:16:3e:34:ca:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:46:37.979789 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 24546090-7032-4878-8314-6034040c9df2 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:46:37.980172 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:37.993224 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24546090-7032-4878-8314-6034040c9df2 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:46:38.014187 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:38.067166 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:38.118090 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=7']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:38.126100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.126446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.126786 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.127135 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.127448 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.127777 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.128097 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.128416 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.128859 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.129184 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.129506 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.129827 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.130145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.130462 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.130779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:46:38.350634 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['24546090-7032-4878-8314-6034040c9df2'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:46:38.456079 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:39.025159 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7f43-988e-4136-9da4-70d86e00758e req-991d8843-3410-41a9-bc14-217e34f8c5cb tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:39.026816 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5cbc7f43-988e-4136-9da4-70d86e00758e req-991d8843-3410-41a9-bc14-217e34f8c5cb tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 945 time: 0.0514989 Jul 26 15:46:39.076898 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-5cbc7f43-988e-4136-9da4-70d86e00758e req-716b70a9-9255-4642-a16b-d37d693af45f tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Jul 26 15:46:40.188231 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:46:40.203597 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609bd60-b4f7-44a3-9118-0fdaee682d24 req-3816fed7-756a-4a42-b7d8-209b7c8a79e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:40.205314 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f609bd60-b4f7-44a3-9118-0fdaee682d24 req-3816fed7-756a-4a42-b7d8-209b7c8a79e2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 945 time: 0.0504718 Jul 26 15:46:40.235764 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 24546090-7032-4878-8314-6034040c9df2 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:46:40.236401 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (24546090-7032-4878-8314-6034040c9df2), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:40.256449 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-f609bd60-b4f7-44a3-9118-0fdaee682d24 req-a5df3557-a789-42a3-8d31-f3c4123e196d tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Jul 26 15:46:40.320031 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 24546090-7032-4878-8314-6034040c9df2 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:46:40.320422 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (24546090-7032-4878-8314-6034040c9df2), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:40.343815 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:46:40.346030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db99989-54ec-4f10-9885-30933e208546" -d '{"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-plugged", "status": "completed", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:46:40.348100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:40.359133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:40.385399 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea081d9c-45ff-46f7-9a09-63c92d93b7f3 x-openstack-request-id: req-ea081d9c-45ff-46f7-9a09-63c92d93b7f3 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:46:40.385694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-plugged", "status": "completed", "tag": "24546090-7032-4878-8314-6034040c9df2", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:46:40.385945 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-ea081d9c-45ff-46f7-9a09-63c92d93b7f3 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:46:40.386405 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea081d9c-45ff-46f7-9a09-63c92d93b7f3'] response: {'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'code': 200} Jul 26 15:46:40.415668 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (24546090-7032-4878-8314-6034040c9df2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:40.416522 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device b732dfba-4265-4c2a-816e-576e01232ef8 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:46:40.455525 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: b732dfba-4265-4c2a-816e-576e01232ef8 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:46:40.455870 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device b732dfba-4265-4c2a-816e-576e01232ef8 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:46:40.481783 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=8']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:41.379387 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686fa1-2410-4580-beaf-3e57b68184b3 req-558d408d-053e-4acb-81da-82bf274f08a2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:41.380922 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c7686fa1-2410-4580-beaf-3e57b68184b3 req-558d408d-053e-4acb-81da-82bf274f08a2 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0482137 Jul 26 15:46:41.412504 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:41.431607 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-c7686fa1-2410-4580-beaf-3e57b68184b3 req-10bafd4c-3824-4d11-8d25-9e225e7bf003 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452166 Jul 26 15:46:42.315486 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:42.322977 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378b269-c88a-4c91-925a-8441d8cc93b2 req-cdfd9a2a-0341-44ba-99b0-c3c4cb9302eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:42.329197 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3378b269-c88a-4c91-925a-8441d8cc93b2 req-cdfd9a2a-0341-44ba-99b0-c3c4cb9302eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.0404365 Jul 26 15:46:42.375217 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3378b269-c88a-4c91-925a-8441d8cc93b2 req-89c62a26-2d85-4ad2-80cf-4f2aa2ee265d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Jul 26 15:46:42.555385 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a938d-15ab-4aa7-a087-3fd02d24db0e req-2f8b0832-286f-4b06-bb22-574a097e7443 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:42.556867 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-894a938d-15ab-4aa7-a087-3fd02d24db0e req-2f8b0832-286f-4b06-bb22-574a097e7443 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0486822 Jul 26 15:46:42.610558 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-894a938d-15ab-4aa7-a087-3fd02d24db0e req-d7c24c0f-722b-4e38-901c-8ed82d972c53 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472414 Jul 26 15:46:43.728924 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a47dc-757b-4d33-a9e7-a7b54e38c2cf req-de3c97ed-34b3-4b77-9d1f-de528e615d52 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:43.730286 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b6a47dc-757b-4d33-a9e7-a7b54e38c2cf req-de3c97ed-34b3-4b77-9d1f-de528e615d52 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0486212 Jul 26 15:46:43.784218 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-3b6a47dc-757b-4d33-a9e7-a7b54e38c2cf req-4ce3ba27-5c13-44f8-b016-f1d96cb5a7c3 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476997 Jul 26 15:46:44.904232 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cce3-3cbe-44f6-bea0-c6f2c6750c48 req-d0f431b2-7a65-469f-9c39-1026bd75f3fe tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:44.905888 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-05b0cce3-3cbe-44f6-bea0-c6f2c6750c48 req-d0f431b2-7a65-469f-9c39-1026bd75f3fe tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Jul 26 15:46:44.959062 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-05b0cce3-3cbe-44f6-bea0-c6f2c6750c48 req-add8cada-4a1a-4ad2-bb63-0276fd9b914a tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466185 Jul 26 15:46:45.839116 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4de9-9bc3-46de-867f-841fe235ca6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:48.284962 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:48.353730 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-2d4d452e-52cf-4f5f-a22d-317b48e13bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:49.051764 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:49.089046 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-df93e83f-6223-4957-90f6-37dae8f59080 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:49.090555 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-df93e83f-6223-4957-90f6-37dae8f59080 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/networks?id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 HTTP/1.1" status: 200 len: 814 time: 0.1034827 Jul 26 15:46:49.106730 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-f9d913fb-64a3-407b-a2a2-a42b58c39f98 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/quotas/c3d0ec4c669b4f6d8bc80aa8d2fab87f HTTP/1.1" status: 200 len: 375 time: 0.0098350 Jul 26 15:46:49.142596 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-863a44ea-c2e9-4b51-9675-1c3a3ea9a246 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308602 Jul 26 15:46:49.275885 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-1490f0b3-2d7a-46ea-b764-43739a540741 service neutron] 10.222.0.128 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262548 Jul 26 15:46:49.452020 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:49.638313 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-4d414e27-8ea9-4532-8556-1dcb75ab78f2 service neutron] 10.222.0.128 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566816 Jul 26 15:46:49.889765 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-320d2646-bb40-4a1b-b827-5805bdd08ba0 req-ad95d970-c46c-4617-9cd7-e27581f5cbfe tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 210 time: 0.0301363 Jul 26 15:46:50.989671 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-69747f3c-238c-49c3-96c4-89d032c86299 req-62bf4607-8a67-4e3c-a17f-aeac8061ddbd tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 210 time: 0.0290053 Jul 26 15:46:51.360029 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:51.387808 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:51.677598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-de59017a-8d7a-49a0-82a3-41b701a35320 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:51.678997 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-de59017a-8d7a-49a0-82a3-41b701a35320 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "GET /v2.0/networks?id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 HTTP/1.1" status: 200 len: 814 time: 0.1069088 Jul 26 15:46:51.690643 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Request body: {'port': {'device_id': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4', 'admin_state_up': True, 'tenant_id': 'c3d0ec4c669b4f6d8bc80aa8d2fab87f'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:46:51.867878 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Made reservation on behalf of c3d0ec4c669b4f6d8bc80aa8d2fab87f for: {'port': 1} {{(pid=104581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:46:51.871393 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (None), before_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.030526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_common [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Allocated IP 172.20.0.7 (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4/d5fb6c5e-e827-4aec-9b88-a359a3b60e4c/4619e6fc-b8ad-4cef-94b4-32c625bff851) {{(pid=104581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:46:52.109067 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b43a13c4-2295-4553-960d-c2a478c546fb req-0dc17f8f-9874-4cd5-b950-e0588c21f271 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 210 time: 0.0431998 Jul 26 15:46:52.179627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:52.207312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks [] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), precommit_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.320116 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775757466179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_create {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.326744 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:52.368032 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 is already hosted by enough agents. {{(pid=104581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:46:52.371595 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.base_scheduler [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Resources bound (agent type, host, resource id): {{(pid=104581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:46:52.375500 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Received port after_create {{(pid=104581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:46:52.379957 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Pushing event updated for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=1']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:52.431224 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:52.431822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.499311 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-b7bc6c2e-9a30-4627-be0c-c0926adaec81 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8122182 Jul 26 15:46:52.511203 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.v2.base [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Request body: {'port': {'device_id': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=104581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:46:52.570225 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.828380 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4619e6fc-b8ad-4cef-94b4-32c625bff851 {{(pid=104581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:46:52.836280 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks [] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), precommit_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.849114 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.provisioning_blocks [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Transition to ACTIVE for port object 4619e6fc-b8ad-4cef-94b4-32c625bff851 will not be triggered until provisioned by entity L2. {{(pid=104581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:46:52.902434 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:52.953309 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Pushing event updated for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=2']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:53.025142 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Attempting to bind port 4619e6fc-b8ad-4cef-94b4-32c625bff851 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:46:53.025474 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Attempting to bind port 4619e6fc-b8ad-4cef-94b4-32c625bff851 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:46:53.025805 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Attempting to bind port 4619e6fc-b8ad-4cef-94b4-32c625bff851 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:46:53.030273 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Port 4619e6fc-b8ad-4cef-94b4-32c625bff851 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:46:53.030591 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Attempting to bind port 4619e6fc-b8ad-4cef-94b4-32c625bff851 on network d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:46:53.036083 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Checking agent: {'id': 'c9f4c83a-d86a-49e6-9291-89cb33449348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'started_at': datetime.datetime(2022, 7, 26, 15, 33, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:46:53.036414 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Checking segment: {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:46:53.036826 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Bound using segment: {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'} {{(pid=104581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:46:53.037251 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.managers [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Bound port: 4619e6fc-b8ad-4cef-94b4-32c625bff851, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4'}}] {{(pid=104581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:46:53.037599 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), before_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:53.101553 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, cleared binding levels {{(pid=104581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:46:53.104426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:46:53.121516 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:46:53.171627 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2804227'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_update {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:53.201689 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:53.214144 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.214751 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:53.216111 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] 10.222.0.48 "PUT /v2.0/ports/4619e6fc-b8ad-4cef-94b4-32c625bff851 HTTP/1.1" status: 200 len: 1093 time: 0.7094481 Jul 26 15:46:53.216553 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851'}] {{(pid=104581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:46:53.219517 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71e0b103c34656a7170fd9cc736e86387d1da2d04412d2f5f05dcec5d9eca6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851"}]}' {{(pid=104581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:46:53.237092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf898f3c-0bb0-4c8f-aba5-11fe690f0652 req-7e4f9ad1-dbc1-4faa-b970-e3131e492320 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.238697 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591363b0-ce1c-40ed-84b6-b9741a5a8650 service neutron] Pushing event updated for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=3']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:53.244997 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bf898f3c-0bb0-4c8f-aba5-11fe690f0652 req-7e4f9ad1-dbc1-4faa-b970-e3131e492320 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 943 time: 0.0631392 Jul 26 15:46:53.264133 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7829bbb-5daa-4d89-bde8-709c9275c68f x-openstack-request-id: req-d7829bbb-5daa-4d89-bde8-709c9275c68f {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:46:53.264588 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851", "status": "completed", "code": 200}]} {{(pid=104581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:46:53.264920 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-d7829bbb-5daa-4d89-bde8-709c9275c68f {{(pid=104581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:46:53.265402 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7829bbb-5daa-4d89-bde8-709c9275c68f'] response: {'name': 'network-changed', 'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851', 'status': 'completed', 'code': 200} Jul 26 15:46:53.291421 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bf898f3c-0bb0-4c8f-aba5-11fe690f0652 req-49f84f21-5dfb-49a9-891f-a40843ef145c tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Jul 26 15:46:53.329034 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-704a332c-3177-4bd8-aaf5-c51fa0d3389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.330592 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-704a332c-3177-4bd8-aaf5-c51fa0d3389c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 1127 time: 0.0438042 Jul 26 15:46:53.399741 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:46:53.435433 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-864ceff5-1d07-4ef1-ba8e-6c357252c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.436902 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-864ceff5-1d07-4ef1-ba8e-6c357252c2c3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0978715 Jul 26 15:46:53.536290 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-d97762cc-4abc-4158-9580-34cacf1116a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.537755 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-6fa1550a-13b8-47ee-b5bf-4fd3afebfd20 req-d97762cc-4abc-4158-9580-34cacf1116a7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0942678 Jul 26 15:46:53.625027 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-2ffbe02b-4fbd-49fc-8d41-bfe7a58e7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.626472 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-2ffbe02b-4fbd-49fc-8d41-bfe7a58e7030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 1127 time: 0.0433373 Jul 26 15:46:53.667312 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-a28610f4-0c31-47c7-af39-afb674bcb1a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851 HTTP/1.1" status: 200 len: 217 time: 0.0317812 Jul 26 15:46:53.715345 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-16cf3e87-a4d9-417a-b216-011012600343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:53.716775 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-16cf3e87-a4d9-417a-b216-011012600343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5fb6c5e-e827-4aec-9b88-a359a3b60e4c HTTP/1.1" status: 200 len: 854 time: 0.0437520 Jul 26 15:46:53.749565 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-f630e81a-bffc-48a8-9210-1fe7afaef988 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259378 Jul 26 15:46:53.841773 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-e16e6037-157e-4f0e-967d-17966eab9db7 service neutron] 10.222.0.48 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858855 Jul 26 15:46:53.936292 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-afb5fc62-29c8-4f24-9054-43b60d3c153e req-5439f9bd-30c7-4d19-9fdc-c30365cb847d service neutron] 10.222.0.48 "GET /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Jul 26 15:46:54.412913 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100771-a987-4561-9039-1da56f75af6c req-1c5d2ca2-bc5d-4a1c-8f2e-b7f301b6fda9 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:54.414383 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3e100771-a987-4561-9039-1da56f75af6c req-1c5d2ca2-bc5d-4a1c-8f2e-b7f301b6fda9 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 943 time: 0.0486224 Jul 26 15:46:54.463573 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-3e100771-a987-4561-9039-1da56f75af6c req-9eccc8e2-3215-4e9f-b581-487f5fb37314 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Jul 26 15:46:55.585318 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be69b0-46c3-4139-bc48-1b090167be85 req-13332f91-83e0-498d-9368-a2f673fd85b8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:55.586765 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27be69b0-46c3-4139-bc48-1b090167be85 req-13332f91-83e0-498d-9368-a2f673fd85b8 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 943 time: 0.0504928 Jul 26 15:46:55.633414 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-27be69b0-46c3-4139-bc48-1b090167be85 req-56a0d545-6651-4889-a41d-ff6801de09bd tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Jul 26 15:46:56.132248 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 4619e6fc-b8ad-4cef-94b4-32c625bff851 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=104583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:46:56.234180 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:56.245926 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Returning: {'device': '4619e6fc-b8ad-4cef-94b4-32c625bff851', 'network_id': 'd9462f87-b3b2-4fe2-af52-0b7bb7bb32a4', 'port_id': '4619e6fc-b8ad-4cef-94b4-32c625bff851', 'mac_address': 'fa:16:3e:e5:cb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fb6c5e-e827-4aec-9b88-a359a3b60e4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:46:56.280216 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 4619e6fc-b8ad-4cef-94b4-32c625bff851 is: DOWN; New status is: BUILD {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:46:56.280620 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:56.294667 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4619e6fc-b8ad-4cef-94b4-32c625bff851 {{(pid=104583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:46:56.314564 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:56.365144 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:56.414760 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=4']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:56.664909 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['4619e6fc-b8ad-4cef-94b4-32c625bff851'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:46:56.756705 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f89e-a921-4908-a3d8-f3eab6f46e79 req-f17e44b4-70bb-4769-9da1-f8793da3277b tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:56.758310 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4cb8f89e-a921-4908-a3d8-f3eab6f46e79 req-f17e44b4-70bb-4769-9da1-f8793da3277b tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 944 time: 0.0480058 Jul 26 15:46:56.808680 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4cb8f89e-a921-4908-a3d8-f3eab6f46e79 req-f0f03a26-6411-455a-b6bd-9dde63a330df tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Jul 26 15:46:57.929666 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df567b0c-a439-40ea-9bb2-e75c6f7f8c4f req-db119a9e-4074-4138-ba6e-8e0a6f7dd8eb tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:57.931169 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df567b0c-a439-40ea-9bb2-e75c6f7f8c4f req-db119a9e-4074-4138-ba6e-8e0a6f7dd8eb tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 944 time: 0.0476022 Jul 26 15:46:57.977750 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-df567b0c-a439-40ea-9bb2-e75c6f7f8c4f req-80f8b410-383a-45d3-893b-f41493d8c8f4 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Jul 26 15:46:58.145105 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 4619e6fc-b8ad-4cef-94b4-32c625bff851 up at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:46:58.190075 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning for port 4619e6fc-b8ad-4cef-94b4-32c625bff851 completed by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:46:58.245413 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.provisioning_blocks [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Provisioning complete for port 4619e6fc-b8ad-4cef-94b4-32c625bff851 triggered by entity L2. {{(pid=104583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:46:58.245784 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435296'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), provisioning_complete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:58.320685 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Current status of the port 4619e6fc-b8ad-4cef-94b4-32c625bff851 is: BUILD; New status is: ACTIVE {{(pid=104583) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:46:58.321072 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1323715'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), before_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:58.343971 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851'}] {{(pid=104583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:46:58.346202 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8f9e3904230aab845e1b42026dc450ac5db67f33bc15fac0fd9277d067b4312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02acbbb0-c912-45ee-8a9c-979436b8abea" -d '{"events": [{"server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "name": "network-vif-plugged", "status": "completed", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851"}]}' {{(pid=104583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:46:58.360247 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:46:58.383729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e05a2-acd2-4e8d-832d-a8a354266728 x-openstack-request-id: req-757e05a2-acd2-4e8d-832d-a8a354266728 {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:46:58.384049 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "name": "network-vif-plugged", "status": "completed", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851", "code": 200}]} {{(pid=104583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:46:58.384300 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-757e05a2-acd2-4e8d-832d-a8a354266728 {{(pid=104583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:46:58.384735 dv-cinder-851032-1-iscsi neutron-server[104583]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757e05a2-acd2-4e8d-832d-a8a354266728'] response: {'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851', 'code': 200} Jul 26 15:46:58.417255 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775757844700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775757466197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775757466215'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:46:58.465071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Pushing event updated for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=5']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:46:58.675391 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ccae-05cc-4cd7-8b07-045380afcc85 req-2ad636f0-db02-4b3c-85d9-a43db6fed8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:58.677210 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0110ccae-05cc-4cd7-8b07-045380afcc85 req-2ad636f0-db02-4b3c-85d9-a43db6fed8b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 1129 time: 0.0423367 Jul 26 15:46:58.726577 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-0110ccae-05cc-4cd7-8b07-045380afcc85 req-5b8a6a3f-44b3-444b-958b-61174d6c2ee4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Jul 26 15:46:59.096305 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998418a-2c33-4727-96ac-a0e407ce0c9b req-133afae2-1ee6-4a3d-8ce6-9a74e53e3039 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:46:59.098112 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e998418a-2c33-4727-96ac-a0e407ce0c9b req-133afae2-1ee6-4a3d-8ce6-9a74e53e3039 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0468349 Jul 26 15:46:59.149098 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-e998418a-2c33-4727-96ac-a0e407ce0c9b req-d9f7332c-75bf-465d-9ea2-1c80f46efa58 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Jul 26 15:47:00.272528 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e277f-0bd9-40ad-8e5e-53e29daae6ce req-452c1afd-a809-4a64-a7d0-48f655cb3e47 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:00.274187 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b19e277f-0bd9-40ad-8e5e-53e29daae6ce req-452c1afd-a809-4a64-a7d0-48f655cb3e47 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Jul 26 15:47:00.323858 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b19e277f-0bd9-40ad-8e5e-53e29daae6ce req-313d90dc-75e0-4cd8-890c-d6757853f184 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Jul 26 15:47:01.442949 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b144e-d9e3-41c0-b7d9-3a1a72f3fbba req-2761511f-b11a-4911-b71b-e32fa8e9bdac tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:01.444428 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-468b144e-d9e3-41c0-b7d9-3a1a72f3fbba req-2761511f-b11a-4911-b71b-e32fa8e9bdac tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Jul 26 15:47:01.493776 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-468b144e-d9e3-41c0-b7d9-3a1a72f3fbba req-9707ae82-eafa-486d-aaaa-3a31928a2c56 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Jul 26 15:47:03.117313 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:03.118090 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:08.362364 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:08.423204 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:10.317090 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:10.320081 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=74 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:11.482423 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=87 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:11.490545 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=71 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:15.806309 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-88ee8a86-ca67-4aad-a5b5-ebcf27cd7584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:16.298586 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=14 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:16.300372 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=12 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:18.343378 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-23cc1225-b4d7-416f-ab42-0f9fcf1bfaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:19.240720 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-fc0ceb31-0028-4e98-be5b-ea795ea60967 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442362 Jul 26 15:47:19.387019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:19.464317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:19.584497 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-a63ec2e4-9012-4d21-91af-3a4b7fe0f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:19.586519 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-a63ec2e4-9012-4d21-91af-3a4b7fe0f178 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.3234107 Jul 26 15:47:19.714356 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-d88e3376-4d92-4c56-975f-69c78c7241a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:19.715829 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-d88e3376-4d92-4c56-975f-69c78c7241a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.0965574 Jul 26 15:47:19.789289 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-91bc649f-9236-48b1-b70c-83532d39ae78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 1002 time: 0.0658259 Jul 26 15:47:19.851536 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-b98ff4b8-1ac2-410b-99a7-a13a242a4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:19.853382 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-b98ff4b8-1ac2-410b-99a7-a13a242a4528 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0533991 Jul 26 15:47:19.906525 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-8081a1f6-5446-4614-8b02-164e1331d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:19.909933 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-8081a1f6-5446-4614-8b02-164e1331d63c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470736 Jul 26 15:47:20.030587 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-adaccc38-0715-41dd-a3d1-fb6f882660e2 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038494 Jul 26 15:47:20.146715 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d3357de0-0e6c-4049-baff-bde6b4d104d1 req-852d573e-a0b0-44d0-9ad5-f8fba73887fe service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106377 Jul 26 15:47:21.332276 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:21.377834 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:23.674673 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 55986) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:23.837165 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port 12cb7355-405a-433a-bf4c-257ed5167212 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:23.837477 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (12cb7355-405a-433a-bf4c-257ed5167212), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:23.920563 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (12cb7355-405a-433a-bf4c-257ed5167212), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:23.920894 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (12cb7355-405a-433a-bf4c-257ed5167212), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:23.934283 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for 12cb7355-405a-433a-bf4c-257ed5167212 owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:24.115614 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd36dd6-c820-4c0d-9d93-ae95ce4e0d84 req-02e8dc52-a325-404a-ac3b-4419c3cafa54 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:24.117043 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cd36dd6-c820-4c0d-9d93-ae95ce4e0d84 req-02e8dc52-a325-404a-ac3b-4419c3cafa54 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0793269 Jul 26 15:47:24.164913 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-0cd36dd6-c820-4c0d-9d93-ae95ce4e0d84 req-265e08da-a338-43f4-8efd-4d67da344b3b tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Jul 26 15:47:24.179044 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (12cb7355-405a-433a-bf4c-257ed5167212), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:24.206086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=12cb7355-405a-433a-bf4c-257ed5167212,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:24.234255 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.234662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.235008 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.235349 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.235685 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.236014 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.236340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.236691 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.237020 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.237348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.237673 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.237999 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.238327 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.238645 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.238965 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:24.282730 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (8898358b-2d65-483f-850b-cab2d13af962), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:24.283066 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP 8898358b-2d65-483f-850b-cab2d13af962 disassociated (deleted). External IP: 172.27.1.250, port: dd5052d4-4623-4d6e-bc77-6881107cc267. Jul 26 15:47:24.487536 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:47:24.537904 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:24.580669 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:24.595389 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:47:24.599698 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:24.606224 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:47:24.616682 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:24.617300 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:24.631522 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9bce150e-f48a-45a0-b79e-e1adef64b692 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "DELETE /v2.0/floatingips/8898358b-2d65-483f-850b-cab2d13af962 HTTP/1.1" status: 204 len: 168 time: 0.9557600 Jul 26 15:47:24.636116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:47:24.636116 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:24.731164 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:24.740157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d35212-2f5f-404e-9d19-33d010956111 x-openstack-request-id: req-c9d35212-2f5f-404e-9d19-33d010956111 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:24.740697 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:24.740911 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-c9d35212-2f5f-404e-9d19-33d010956111 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:24.741323 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d35212-2f5f-404e-9d19-33d010956111'] response: {'name': 'network-changed', 'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'status': 'completed', 'code': 200} Jul 26 15:47:24.940322 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:24.966706 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:47:24.975490 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:24.976098 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:25.054347 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb28d7-a29b-4303-9d21-36e15eea1aab req-76e85660-352a-4298-b3fb-6dc906de7d9d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:25.056607 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcfb28d7-a29b-4303-9d21-36e15eea1aab req-76e85660-352a-4298-b3fb-6dc906de7d9d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0484073 Jul 26 15:47:25.111797 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-bcfb28d7-a29b-4303-9d21-36e15eea1aab req-934f47c5-840f-423d-886b-c26fd75b8fc1 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485234 Jul 26 15:47:25.168618 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:25.288674 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b1ae-05d0-48c9-8550-3cc1f545d356 req-6848accf-23fd-4c8c-9c46-4bfc47ca3d44 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:25.290206 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22d2b1ae-05d0-48c9-8550-3cc1f545d356 req-6848accf-23fd-4c8c-9c46-4bfc47ca3d44 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Jul 26 15:47:25.340239 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-22d2b1ae-05d0-48c9-8550-3cc1f545d356 req-c59bff9f-afd6-4606-a0e9-33a1125aa69c tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Jul 26 15:47:25.383160 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:25.411899 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff52975-d268-41b7-940c-2319dc396fbf None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_floatingips': [{'id': '06cddcb3-d04c-4a39-9a8a-39d6075dc0c4', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'router_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'port_id': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'mac_address': 'fa:16:3e:7a:f3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:43:22Z', 'updated_at': '2022-07-26T15:43:25Z', 'revision_number': 1, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:47:25.620798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-724457e6-843a-493d-81bb-cb7052abed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:25.622285 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-724457e6-843a-493d-81bb-cb7052abed9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 1129 time: 0.0436101 Jul 26 15:47:25.638602 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc41245-799d-438a-ba31-141c7f4df55e None None] New status for floating IP 8898358b-2d65-483f-850b-cab2d13af962: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:47:25.725430 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-605e32b1-f884-49bb-923b-9982847be96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:25.726918 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-605e32b1-f884-49bb-923b-9982847be96e service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.0965605 Jul 26 15:47:26.234571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedb482-32ad-4745-ab63-aa84b49f1303 req-a92f9f9c-fede-4a46-8293-ff4611adcebe tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:26.236062 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5eedb482-32ad-4745-ab63-aa84b49f1303 req-a92f9f9c-fede-4a46-8293-ff4611adcebe tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0465572 Jul 26 15:47:26.288722 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-5eedb482-32ad-4745-ab63-aa84b49f1303 req-d8c3c34e-9317-4d9e-9811-823a49cd9842 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Jul 26 15:47:26.458519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2f063-9f7b-4671-b5d7-df0e3a836909 req-7f3d0d8d-6820-459f-9ef8-d5337d2abc55 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:26.459906 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b3f2f063-9f7b-4671-b5d7-df0e3a836909 req-7f3d0d8d-6820-459f-9ef8-d5337d2abc55 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Jul 26 15:47:26.508537 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-b3f2f063-9f7b-4671-b5d7-df0e3a836909 req-2e5672c2-90c7-41a1-a164-2fa593fe85f7 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/security-groups?id=c5aa5dd7-b32e-4144-aa60-cf845a1c4789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429156 Jul 26 15:47:27.095030 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-adec2af8-fac2-47a6-ae89-21fd75552e08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd5052d4-4623-4d6e-bc77-6881107cc267 HTTP/1.1" status: 200 len: 217 time: 0.0372801 Jul 26 15:47:27.111296 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-8d9769a0-426d-4c6c-b7a1-16080e809c32 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:27.112802 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-8d9769a0-426d-4c6c-b7a1-16080e809c32 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Jul 26 15:47:27.175621 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-b8057738-9416-4ce9-8dbd-b26c66c3dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:27.177173 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-b8057738-9416-4ce9-8dbd-b26c66c3dc59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0466628 Jul 26 15:47:27.210280 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Deleting port 4619e6fc-b8ad-4cef-94b4-32c625bff851 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:27.210624 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.225606 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-a58e31c8-7c65-4b19-9dc5-8a2b560182bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:27.227123 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-a58e31c8-7c65-4b19-9dc5-8a2b560182bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419087 Jul 26 15:47:27.304977 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] For port 4619e6fc-b8ad-4cef-94b4-32c625bff851, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4619e6fc-b8ad-4cef-94b4-32c625bff851,segment=NetworkSegment(5f72be5b-a413-4f96-b6dd-4cd0a8f90e93),segment_id=5f72be5b-a413-4f96-b6dd-4cd0a8f90e93)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:27.305643 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.318738 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Calling delete_port for 4619e6fc-b8ad-4cef-94b4-32c625bff851 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:27.395312 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:27.424190 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ed564-df54-4753-a972-a1d86d3417b3 req-35506b54-1e12-4a6d-a1d4-148f6bcbb991 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:27.425716 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-146ed564-df54-4753-a972-a1d86d3417b3 req-35506b54-1e12-4a6d-a1d4-148f6bcbb991 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0627933 Jul 26 15:47:27.470840 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-1c38dae1-bcf0-4c7d-93f1-5c8f4156c26e service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937090 Jul 26 15:47:27.515543 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-146ed564-df54-4753-a972-a1d86d3417b3 req-48b71097-545b-450e-8f1d-1b0aa2806ab7 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802670 Jul 26 15:47:27.528798 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=100 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:27.572845 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-d0e1ec14-0db0-4dc8-bf59-92b80fe7291d req-dccaa4f8-c4dd-4575-8444-6b51a33aa4d3 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931978 Jul 26 15:47:27.589886 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (4619e6fc-b8ad-4cef-94b4-32c625bff851), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.608793 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] get_ports_and_sgs() called for port_ids ['4619e6fc-b8ad-4cef-94b4-32c625bff851'] {{(pid=104583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:47:27.618860 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-ab9b0bce-6175-4bf7-ab47-78f392c3f1d2 req-7f0b78e0-126d-4b8a-8aec-23d47e96e993 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.128 "GET /v2.0/ports?device_id=e4ec0d0e-bf65-43f5-a954-c73f8c7daf54 HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jul 26 15:47:27.619140 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Pushing event deleted for resources: {'Port': ['ID=4619e6fc-b8ad-4cef-94b4-32c625bff851,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:27.673925 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] No DVR routers for this DVR port 4619e6fc-b8ad-4cef-94b4-32c625bff851 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:27.676432 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.679675 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-33c6b2e8-854b-43b0-9aa4-93d726e14697 req-1cdab557-d3b3-4444-a545-989a4bb15f78 tempest-VolumesSnapshotTestJSON-1258069324 tempest-VolumesSnapshotTestJSON-1258069324-project] 10.222.0.48 "DELETE /v2.0/ports/4619e6fc-b8ad-4cef-94b4-32c625bff851 HTTP/1.1" status: 204 len: 173 time: 0.5490129 Jul 26 15:47:27.680112 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'name': 'network-vif-deleted', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:47:27.682565 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8e53c5-e86f-416f-ae3c-52de4d96d116" -d '{"events": [{"server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "name": "network-vif-deleted", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:27.733092 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa147c87-69aa-4819-b00a-0ee9f34c1ff8 x-openstack-request-id: req-fa147c87-69aa-4819-b00a-0ee9f34c1ff8 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:27.733380 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec0d0e-bf65-43f5-a954-c73f8c7daf54", "name": "network-vif-deleted", "tag": "4619e6fc-b8ad-4cef-94b4-32c625bff851", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:27.733628 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-fa147c87-69aa-4819-b00a-0ee9f34c1ff8 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:27.734034 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa147c87-69aa-4819-b00a-0ee9f34c1ff8'] response: {'server_uuid': 'e4ec0d0e-bf65-43f5-a954-c73f8c7daf54', 'name': 'network-vif-deleted', 'tag': '4619e6fc-b8ad-4cef-94b4-32c625bff851', 'status': 'completed', 'code': 200} Jul 26 15:47:27.752337 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-bf8183f4-cedb-46f1-af3a-86776e7c581b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:27.753854 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-bf8183f4-cedb-46f1-af3a-86776e7c581b tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 945 time: 0.0500617 Jul 26 15:47:27.842571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port dd5052d4-4623-4d6e-bc77-6881107cc267 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:27.842913 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.859872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:27.912346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:27.938932 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] For port dd5052d4-4623-4d6e-bc77-6881107cc267, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=dd5052d4-4623-4d6e-bc77-6881107cc267,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:27.939295 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:27.952651 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for dd5052d4-4623-4d6e-bc77-6881107cc267 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:28.121542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (dd5052d4-4623-4d6e-bc77-6881107cc267), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:28.149496 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=dd5052d4-4623-4d6e-bc77-6881107cc267,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:28.195199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] No DVR routers for this DVR port dd5052d4-4623-4d6e-bc77-6881107cc267 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:28.198265 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:28.201550 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-eef6e38b-408d-4f7e-b67c-4db4415af4e9 req-0f6cb66b-a8d3-4170-98cc-acfc34d8efe9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "DELETE /v2.0/ports/dd5052d4-4623-4d6e-bc77-6881107cc267 HTTP/1.1" status: 204 len: 173 time: 0.4401417 Jul 26 15:47:28.625870 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4c3804e9-52e3-4e15-8ad8-bfbbcf5e45b0 req-fe11148b-027a-4f9c-9fce-d545b5657906 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=7d7719e4-b29e-45da-9e1d-ecd82e9a055d HTTP/1.1" status: 200 len: 210 time: 0.0302145 Jul 26 15:47:29.735315 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'name': 'network-vif-deleted', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:47:29.737821 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a91fe-19db-4232-b2cc-540d6fd98257" -d '{"events": [{"server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "name": "network-vif-deleted", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:29.778240 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1475d4f6-75ef-4242-b5bd-a565fe524985 x-openstack-request-id: req-1475d4f6-75ef-4242-b5bd-a565fe524985 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:29.778532 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7719e4-b29e-45da-9e1d-ecd82e9a055d", "name": "network-vif-deleted", "tag": "dd5052d4-4623-4d6e-bc77-6881107cc267", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:29.778781 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-1475d4f6-75ef-4242-b5bd-a565fe524985 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:29.779180 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1475d4f6-75ef-4242-b5bd-a565fe524985'] response: {'server_uuid': '7d7719e4-b29e-45da-9e1d-ecd82e9a055d', 'name': 'network-vif-deleted', 'tag': 'dd5052d4-4623-4d6e-bc77-6881107cc267', 'status': 'completed', 'code': 200} Jul 26 15:47:30.121530 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:47:30.391694 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device dd5052d4-4623-4d6e-bc77-6881107cc267 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:30.412041 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: dd5052d4-4623-4d6e-bc77-6881107cc267 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:30.412405 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device dd5052d4-4623-4d6e-bc77-6881107cc267 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:30.412823 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 4619e6fc-b8ad-4cef-94b4-32c625bff851 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:30.435631 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 4619e6fc-b8ad-4cef-94b4-32c625bff851 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:30.435980 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 4619e6fc-b8ad-4cef-94b4-32c625bff851 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:35.242606 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56064) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:35.387487 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=81 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:35.392207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port 15fac0b0-0449-47f8-b65b-385da1c9dfa8 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:35.392580 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:35.473235 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:35.473570 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (15fac0b0-0449-47f8-b65b-385da1c9dfa8), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:35.486948 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for 15fac0b0-0449-47f8-b65b-385da1c9dfa8 owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:35.590602 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:35.687545 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (15fac0b0-0449-47f8-b65b-385da1c9dfa8), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:35.713637 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=15fac0b0-0449-47f8-b65b-385da1c9dfa8,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:35.781165 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (06cddcb3-d04c-4a39-9a8a-39d6075dc0c4), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:35.781487 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Floating IP 06cddcb3-d04c-4a39-9a8a-39d6075dc0c4 disassociated (deleted). External IP: 172.27.1.71, port: 17ca4eda-c8b5-415b-89fb-527bd2c2a98d. Jul 26 15:47:35.988251 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:47:36.031967 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:36.102794 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:47:36.107888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:36.115617 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:47:36.127027 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:36.127637 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:36.139230 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5db23992-4eaf-4ff1-ab0f-0ac04e3d5b4e tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "DELETE /v2.0/floatingips/06cddcb3-d04c-4a39-9a8a-39d6075dc0c4 HTTP/1.1" status: 204 len: 168 time: 0.8954425 Jul 26 15:47:36.139840 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:47:36.142124 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:36.186328 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5dbedb-54e8-493a-93dd-f41dcad84add x-openstack-request-id: req-0c5dbedb-54e8-493a-93dd-f41dcad84add {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:36.186630 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:36.186884 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-0c5dbedb-54e8-493a-93dd-f41dcad84add {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:36.187289 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5dbedb-54e8-493a-93dd-f41dcad84add'] response: {'name': 'network-changed', 'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'status': 'completed', 'code': 200} Jul 26 15:47:36.240020 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:36.260111 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-1337d5c0-d7bd-4632-b66f-b6ac074b44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:36.261825 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-1337d5c0-d7bd-4632-b66f-b6ac074b44aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e5dd905492343709b710fabd8a3d24f&device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 1130 time: 0.0508420 Jul 26 15:47:36.356582 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-5f185e98-bc39-4ab0-b6bd-64867a87be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:36.358061 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-5f185e98-bc39-4ab0-b6bd-64867a87be8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 200 len: 913 time: 0.0903225 Jul 26 15:47:36.401901 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-4eab23dd-5886-456d-912e-279d337ab7b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 200 len: 217 time: 0.0368667 Jul 26 15:47:36.415746 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:36.437434 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:36.452735 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-c7092eab-ba99-493d-bd04-fa7ee7694f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:36.454137 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-c7092eab-ba99-493d-bd04-fa7ee7694f22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 200 len: 850 time: 0.0464425 Jul 26 15:47:36.463746 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:47:36.476413 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:36.477059 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:36.504378 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-7b0db6ff-8eff-4b65-a051-c3dcbf8c7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:36.505832 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-7b0db6ff-8eff-4b65-a051-c3dcbf8c7fda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80485f05-76b1-4fa2-b061-24e6bca76484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439775 Jul 26 15:47:36.560963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6d44b-aeea-46d4-a655-d0b5c303124b req-680666fd-40f4-47ec-ba41-bf05c8fd2ba0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:36.562480 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0a6d44b-aeea-46d4-a655-d0b5c303124b req-680666fd-40f4-47ec-ba41-bf05c8fd2ba0 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.0485902 Jul 26 15:47:36.583871 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:36.622072 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-b0a6d44b-aeea-46d4-a655-d0b5c303124b req-eb161746-9fbf-4e4a-bb9e-a313038902b9 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538349 Jul 26 15:47:36.781291 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:36.806007 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc739c0-288c-4061-9b2c-a2fb122d3e7b None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:38:31Z', 'revision_number': 4, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': 'bee107a2-9156-486e-8159-9be96d4f77f8', 'name': '', 'network_id': '80485f05-76b1-4fa2-b061-24e6bca76484', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'mac_address': 'fa:16:3e:3e:55:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:30Z', 'updated_at': '2022-07-26T15:38:37Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'subnets': [{'id': 'dfffdab0-e599-4ef5-84f4-f0e94c389d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:47:37.041722 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd77c4-73e5-4d25-87a3-496fea2d7072 None None] New status for floating IP 06cddcb3-d04c-4a39-9a8a-39d6075dc0c4: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:47:37.729285 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:37.744890 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79af24-722d-4b68-88f2-0daadecb5106 req-348c296d-b0e9-4d5b-8510-9d5bbcdad17f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:37.746936 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4e79af24-722d-4b68-88f2-0daadecb5106 req-348c296d-b0e9-4d5b-8510-9d5bbcdad17f tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.0476625 Jul 26 15:47:37.751327 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-01782089-10b9-4f6d-91cf-a417423852b0 service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Jul 26 15:47:37.797976 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-4e79af24-722d-4b68-88f2-0daadecb5106 req-9cad39d3-261b-43bb-a751-5004e246235d tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/security-groups?id=ac255992-a178-4928-a0fc-87fff889d8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 Jul 26 15:47:37.847194 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d2b4baaa-ea6a-47b9-8366-ac03360f8c14 req-ba541544-7b84-4f11-9901-9a4c0be91a8e service neutron] 10.222.0.48 "GET /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Jul 26 15:47:38.198545 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-7ae0e1b8-12ba-400a-a73a-a3ed8c6b4631 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:47:38.200234 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-7ae0e1b8-12ba-400a-a73a-a3ed8c6b4631 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 946 time: 0.0488539 Jul 26 15:47:38.283842 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:38.284300 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:38.378726 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] For port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:38.379086 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:38.392726 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for 17ca4eda-c8b5-415b-89fb-527bd2c2a98d owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:38.436120 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:38.601462 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (17ca4eda-c8b5-415b-89fb-527bd2c2a98d), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:38.637523 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=17ca4eda-c8b5-415b-89fb-527bd2c2a98d,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:38.676785 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] No DVR routers for this DVR port 17ca4eda-c8b5-415b-89fb-527bd2c2a98d on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:38.679204 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:38.682492 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-7f72c592-459f-4de3-abe8-72250d6234b1 req-b6f6af2b-3be1-4be9-a61a-83520aa3f3e5 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.48 "DELETE /v2.0/ports/17ca4eda-c8b5-415b-89fb-527bd2c2a98d HTTP/1.1" status: 204 len: 173 time: 0.4767406 Jul 26 15:47:38.682933 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'name': 'network-vif-deleted', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:47:38.686199 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0801db4b-dde8-4faf-a2af-4a0440a0da17" -d '{"events": [{"server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "name": "network-vif-deleted", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:47:38.725174 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db2dd80-9dc5-4b70-a187-07fd710ba4fa x-openstack-request-id: req-9db2dd80-9dc5-4b70-a187-07fd710ba4fa {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:47:38.725579 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1995e5-37be-4500-aed3-b5e1a2fd0c0a", "name": "network-vif-deleted", "tag": "17ca4eda-c8b5-415b-89fb-527bd2c2a98d", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:47:38.725925 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-9db2dd80-9dc5-4b70-a187-07fd710ba4fa {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:47:38.726465 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db2dd80-9dc5-4b70-a187-07fd710ba4fa'] response: {'server_uuid': 'ab1995e5-37be-4500-aed3-b5e1a2fd0c0a', 'name': 'network-vif-deleted', 'tag': '17ca4eda-c8b5-415b-89fb-527bd2c2a98d', 'status': 'completed', 'code': 200} Jul 26 15:47:38.901818 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c7c62027-b5e8-47a8-a39f-fb8218861817 req-2cd02374-9c9c-480b-9300-c13d3794fc6a tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "GET /v2.0/ports?device_id=ab1995e5-37be-4500-aed3-b5e1a2fd0c0a HTTP/1.1" status: 200 len: 210 time: 0.0281930 Jul 26 15:47:39.969417 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56106) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:40.073225 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:40.084944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Deleting port 3594e6f3-a639-4658-b5b9-dc5330b021c8 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:40.085286 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.167756 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.168130 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (3594e6f3-a639-4658-b5b9-dc5330b021c8), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.181306 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Calling delete_port for 3594e6f3-a639-4658-b5b9-dc5330b021c8 owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:40.232734 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:40.658503 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (3594e6f3-a639-4658-b5b9-dc5330b021c8), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.685137 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'Port': ['ID=3594e6f3-a639-4658-b5b9-dc5330b021c8,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:40.748832 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for floatingip (ed3d81e2-32df-4603-a2f8-c7bdd475efa3), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.751242 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:40.752391 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-e81e13e6-625c-46a6-a60d-700934203203 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "DELETE /v2.0/floatingips/ed3d81e2-32df-4603-a2f8-c7bdd475efa3 HTTP/1.1" status: 204 len: 168 time: 0.7830310 Jul 26 15:47:43.078727 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 17ca4eda-c8b5-415b-89fb-527bd2c2a98d no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:43.081019 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:43.099689 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 17ca4eda-c8b5-415b-89fb-527bd2c2a98d {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:43.100030 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 17ca4eda-c8b5-415b-89fb-527bd2c2a98d not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:44.213206 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56132) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:44.277558 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (ac255992-a178-4928-a0fc-87fff889d8ef), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:44.305335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (ac255992-a178-4928-a0fc-87fff889d8ef), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:44.447277 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (ac255992-a178-4928-a0fc-87fff889d8ef), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:44.450902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:44.452087 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] 10.222.0.128 "DELETE /v2.0/security-groups/ac255992-a178-4928-a0fc-87fff889d8ef HTTP/1.1" status: 204 len: 168 time: 0.2376037 Jul 26 15:47:44.469865 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac255992-a178-4928-a0fc-87fff889d8ef,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:44.479324 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.485680 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.487019 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77ca918-ddcc-4a32-afd8-0320059581d4 tempest-TestVolumeBootPattern-845887562 tempest-TestVolumeBootPattern-845887562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:44.596792 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56138) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:44.977877 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.073950 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:45.209198 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Deleting port bee107a2-9156-486e-8159-9be96d4f77f8 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:45.209535 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.296016 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:45.303229 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] For port bee107a2-9156-486e-8159-9be96d4f77f8, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=bee107a2-9156-486e-8159-9be96d4f77f8,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:45.303594 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.318092 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Calling delete_port for bee107a2-9156-486e-8159-9be96d4f77f8 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:45.584768 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (bee107a2-9156-486e-8159-9be96d4f77f8), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.610205 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Pushing event deleted for resources: {'Port': ['ID=bee107a2-9156-486e-8159-9be96d4f77f8,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:45.797020 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-464cd10c-e8f5-45bc-a1db-a79420967583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.807486 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:45.915631 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:46.037381 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:47:46.146101 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:47:46.151507 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-ccc0bbb5-37ad-474b-981a-933e6537b45a admin admin] 10.222.0.128 "PUT /v2.0/routers/b76b2f7f-4480-43ff-80cd-d29bcdd3b312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5533855 Jul 26 15:47:46.154740 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56152) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:46.157557 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Sync routers for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:47:46.167808 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:46.171410 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:46.267097 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks [] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:46.288904 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:46.373590 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks [] for router_gateway (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:46.378634 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:46.468453 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:47:45Z', 'revision_number': 5, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port': {'id': 'e431195b-62c2-4c50-aa8f-1cdc963edc83', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:24Z', 'updated_at': '2022-07-26T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:46.470972 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:46.491580 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Deleting port e431195b-62c2-4c50-aa8f-1cdc963edc83 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:46.491922 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:46.493897 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Checking router: b76b2f7f-4480-43ff-80cd-d29bcdd3b312 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:47:46.503037 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Routers {'b76b2f7f-4480-43ff-80cd-d29bcdd3b312'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:46.503636 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:46.580417 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] For port e431195b-62c2-4c50-aa8f-1cdc963edc83, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e431195b-62c2-4c50-aa8f-1cdc963edc83,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:46.580695 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:46.595036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Calling delete_port for e431195b-62c2-4c50-aa8f-1cdc963edc83 owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:46.673877 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] Set router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:46.723045 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:47:46Z', 'revision_number': 6, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:46.751475 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5685feb-2798-4c8c-9076-ae5ed77b1cf5 None None] The sync data for ids ['b76b2f7f-4480-43ff-80cd-d29bcdd3b312'] in dv-cinder-851032-1-iscsi is: [{'id': 'b76b2f7f-4480-43ff-80cd-d29bcdd3b312', 'name': 'tempest-TestVolumeBootPattern-296832444-router', 'tenant_id': '3e5dd905492343709b710fabd8a3d24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:23Z', 'updated_at': '2022-07-26T15:47:46Z', 'revision_number': 6, 'project_id': '3e5dd905492343709b710fabd8a3d24f', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:47:46.824998 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (e431195b-62c2-4c50-aa8f-1cdc963edc83), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:46.849115 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Pushing event deleted for resources: {'Port': ['ID=e431195b-62c2-4c50-aa8f-1cdc963edc83,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:46.914553 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.000973 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.003123 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks [] for router_controller (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.100429 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (b76b2f7f-4480-43ff-80cd-d29bcdd3b312), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.100986 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76b2f7f-4480-43ff-80cd-d29bcdd3b312 {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:47:47.105233 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.108988 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-c4320f95-fec3-4e20-a90b-eca549d10450 admin admin] 10.222.0.128 "DELETE /v2.0/routers/b76b2f7f-4480-43ff-80cd-d29bcdd3b312 HTTP/1.1" status: 204 len: 168 time: 0.9508317 Jul 26 15:47:47.110289 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56160) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:47.118407 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:47.159583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Deleting subnet dfffdab0-e599-4ef5-84f4-f0e94c389d54 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:47:47.163974 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Publish callbacks [] for subnet (dfffdab0-e599-4ef5-84f4-f0e94c389d54), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.201299 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (dfffdab0-e599-4ef5-84f4-f0e94c389d54), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.287033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (dfffdab0-e599-4ef5-84f4-f0e94c389d54), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.314200 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:47.402216 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (dfffdab0-e599-4ef5-84f4-f0e94c389d54), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.431207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfffdab0-e599-4ef5-84f4-f0e94c389d54,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.435668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.438836 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-928d7027-10ae-4062-82dd-466ec760f06e admin admin] 10.222.0.128 "DELETE /v2.0/subnets/dfffdab0-e599-4ef5-84f4-f0e94c389d54 HTTP/1.1" status: 204 len: 168 time: 0.3275747 Jul 26 15:47:47.442798 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d22147-5678-498d-aafe-e67ab86a305b None None] Network 80485f05-76b1-4fa2-b061-24e6bca76484 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:47:47.444787 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56164) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:47.524058 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (80485f05-76b1-4fa2-b061-24e6bca76484), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.570019 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Deleting port 3b2cac9a-8251-463f-8140-e89bc6511629 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:47.570366 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.609766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] DHCP port deletion for 80485f05-76b1-4fa2-b061-24e6bca76484 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:47:47.645067 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] For port 3b2cac9a-8251-463f-8140-e89bc6511629, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3b2cac9a-8251-463f-8140-e89bc6511629,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:47.645423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.650733 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Deleting port 3b2cac9a-8251-463f-8140-e89bc6511629 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:47.650998 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.658379 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Calling delete_port for 3b2cac9a-8251-463f-8140-e89bc6511629 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:47.718405 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] For port 3b2cac9a-8251-463f-8140-e89bc6511629, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=3b2cac9a-8251-463f-8140-e89bc6511629,segment=NetworkSegment(4d112c50-5874-4121-a752-7c055dff19d2),segment_id=4d112c50-5874-4121-a752-7c055dff19d2)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:47.718890 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.732141 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Calling delete_port for 3b2cac9a-8251-463f-8140-e89bc6511629 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:47.790193 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.816274 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (3b2cac9a-8251-463f-8140-e89bc6511629), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.818788 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2cac9a-8251-463f-8140-e89bc6511629,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.822420 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] No DVR routers for this DVR port 3b2cac9a-8251-463f-8140-e89bc6511629 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:47.849286 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] No DVR routers for this DVR port 3b2cac9a-8251-463f-8140-e89bc6511629 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:47.855250 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Pushing event deleted for resources: {'Port': ['ID=3b2cac9a-8251-463f-8140-e89bc6511629,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:47.861969 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.862851 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.862851 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.863181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.863620 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.863845 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.864252 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.864626 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.864938 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.865346 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.865683 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.866011 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.866368 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.866696 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.867016 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c19e98-8ec1-4a5c-8429-a8445587f9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:47:47.904072 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (80485f05-76b1-4fa2-b061-24e6bca76484), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.924165 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80485f05-76b1-4fa2-b061-24e6bca76484']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:47.933290 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d112c50-5874-4121-a752-7c055dff19d2') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:47.933587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d112c50-5874-4121-a752-7c055dff19d2') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:47.943183 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (4d112c50-5874-4121-a752-7c055dff19d2), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.956942 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (4d112c50-5874-4121-a752-7c055dff19d2), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:47.963141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:47:47.963522 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (4d112c50-5874-4121-a752-7c055dff19d2), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.041295 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 4d112c50-5874-4121-a752-7c055dff19d2 resource provider aggregate not found Jul 26 15:47:48.059255 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 4d112c50-5874-4121-a752-7c055dff19d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d112c50-5874-4121-a752-7c055dff19d2 found for delete ", "request_id": "req-f092dc52-d5e6-48c3-9485-8b6bb5f7eb14"}]} Jul 26 15:47:48.093028 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (80485f05-76b1-4fa2-b061-24e6bca76484), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.098688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.101745 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] 10.222.0.128 "DELETE /v2.0/networks/80485f05-76b1-4fa2-b061-24e6bca76484 HTTP/1.1" status: 204 len: 168 time: 0.6559949 Jul 26 15:47:48.113944 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56172) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:48.117818 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bff11-8397-48ee-97f5-a493330f0f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=80485f05-76b1-4fa2-b061-24e6bca76484,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:48.122317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bee107a2-9156-486e-8159-9be96d4f77f8 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:48.143100 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: bee107a2-9156-486e-8159-9be96d4f77f8 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:48.143442 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device bee107a2-9156-486e-8159-9be96d4f77f8 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:48.145968 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3b2cac9a-8251-463f-8140-e89bc6511629 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:48.168069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 3b2cac9a-8251-463f-8140-e89bc6511629 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:48.168069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 3b2cac9a-8251-463f-8140-e89bc6511629 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:48.168069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e431195b-62c2-4c50-aa8f-1cdc963edc83 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:48.192012 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: e431195b-62c2-4c50-aa8f-1cdc963edc83 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:48.192279 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e431195b-62c2-4c50-aa8f-1cdc963edc83 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:48.338906 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d248-e0fb-4945-b30a-a15f496b7dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.438120 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.640005 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:48.669219 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Deleting port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:48.669577 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.754599 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] For port 4e3a7ca1-cd7c-411e-8378-1e42a6797e77, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:48.754947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:48.768007 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Calling delete_port for 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 owned by network:router_interface {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:48.811848 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:49.018941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (4e3a7ca1-cd7c-411e-8378-1e42a6797e77), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:49.043526 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3a7ca1-cd7c-411e-8378-1e42a6797e77,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:49.214963 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:49.429739 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Router 5b3cd68c-4561-4c5d-8958-5b07949e7aee has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:47:49.516869 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:49.537910 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:47:49.546737 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-192dfb1e-2ee6-4d0e-9a58-f7a622c81d4f admin admin] 10.222.0.128 "PUT /v2.0/routers/5b3cd68c-4561-4c5d-8958-5b07949e7aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279928 Jul 26 15:47:49.546856 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56184) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:49.550117 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Sync routers for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:47:49.566428 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:49.567203 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:49.606834 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:49.651623 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks [] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:49.681605 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:49.812223 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:49.871110 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:47:48Z', 'revision_number': 5, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:49.901518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Checking router: 5b3cd68c-4561-4c5d-8958-5b07949e7aee for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:47:49.911967 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Routers {'5b3cd68c-4561-4c5d-8958-5b07949e7aee'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:47:49.912665 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:50.018500 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] Set router 5b3cd68c-4561-4c5d-8958-5b07949e7aee gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:47:50.023302 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks [] for router_gateway (5b3cd68c-4561-4c5d-8958-5b07949e7aee), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.026141 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:50.133991 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Deleting port 74d3098d-6a64-4a33-9d29-e66609633819 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:50.134335 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (74d3098d-6a64-4a33-9d29-e66609633819), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.194688 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:50.207328 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:47:48Z', 'revision_number': 5, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:50.218699 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] For port 74d3098d-6a64-4a33-9d29-e66609633819, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=74d3098d-6a64-4a33-9d29-e66609633819,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:50.224646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (74d3098d-6a64-4a33-9d29-e66609633819), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.232857 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Calling delete_port for 74d3098d-6a64-4a33-9d29-e66609633819 owned by network:router_gateway {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:50.234667 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f82ce6-44b7-410e-b3da-2246e8b82282 None None] The sync data for ids ['5b3cd68c-4561-4c5d-8958-5b07949e7aee'] in dv-cinder-851032-1-iscsi is: [{'id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'name': 'tempest-TestVolumeBootPattern-454769879-router', 'tenant_id': 'b445144679f543c9af86651752925487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '74d3098d-6a64-4a33-9d29-e66609633819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:38:38Z', 'updated_at': '2022-07-26T15:47:48Z', 'revision_number': 5, 'project_id': 'b445144679f543c9af86651752925487', 'gw_port': {'id': '74d3098d-6a64-4a33-9d29-e66609633819', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3cd68c-4561-4c5d-8958-5b07949e7aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:38:39Z', 'updated_at': '2022-07-26T15:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:47:50.447339 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (74d3098d-6a64-4a33-9d29-e66609633819), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.482429 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d3098d-6a64-4a33-9d29-e66609633819,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:50.540570 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.634487 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.637847 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks [] for router_controller (5b3cd68c-4561-4c5d-8958-5b07949e7aee), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.727466 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (5b3cd68c-4561-4c5d-8958-5b07949e7aee), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.728113 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3cd68c-4561-4c5d-8958-5b07949e7aee {{(pid=104581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:47:50.739373 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.739373 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-38a83386-c8e5-4b52-8ce5-3ecbfabbf396 admin admin] 10.222.0.128 "DELETE /v2.0/routers/5b3cd68c-4561-4c5d-8958-5b07949e7aee HTTP/1.1" status: 204 len: 168 time: 1.1876366 Jul 26 15:47:50.740478 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56194) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:50.793096 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Deleting subnet bcefc907-9231-41c2-9f03-53904c6c0be4 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:47:50.797172 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Publish callbacks [] for subnet (bcefc907-9231-41c2-9f03-53904c6c0be4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.835001 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (bcefc907-9231-41c2-9f03-53904c6c0be4), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:50.922991 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (bcefc907-9231-41c2-9f03-53904c6c0be4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.053714 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (bcefc907-9231-41c2-9f03-53904c6c0be4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.080587 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcefc907-9231-41c2-9f03-53904c6c0be4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:51.084204 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.087309 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-8c6a9716-8bc1-406c-9485-fe1ff954d6e5 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/bcefc907-9231-41c2-9f03-53904c6c0be4 HTTP/1.1" status: 204 len: 168 time: 0.3458717 Jul 26 15:47:51.090050 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56198) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:51.093565 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37738782-3ef3-453e-b6f0-d16dbaf39e3b None None] Network 87866184-760e-4efc-8d13-33e04ff487ad requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:47:51.107633 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:51.163845 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (87866184-760e-4efc-8d13-33e04ff487ad), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.222398 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Deleting port e6d21461-0029-42e7-942b-2f0a8ef75ac2 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:51.222819 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.299207 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] For port e6d21461-0029-42e7-942b-2f0a8ef75ac2, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e6d21461-0029-42e7-942b-2f0a8ef75ac2,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:51.299579 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.313693 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Calling delete_port for e6d21461-0029-42e7-942b-2f0a8ef75ac2 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:51.321994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:51.367855 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.391594 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.410610 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] DHCP port deletion for 87866184-760e-4efc-8d13-33e04ff487ad request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:47:51.449351 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Deleting port e6d21461-0029-42e7-942b-2f0a8ef75ac2 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:47:51.449777 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.498981 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.520989 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] For port e6d21461-0029-42e7-942b-2f0a8ef75ac2, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=e6d21461-0029-42e7-942b-2f0a8ef75ac2,segment=NetworkSegment(45ae6dfd-ad99-461a-9b75-639673d9ba10),segment_id=45ae6dfd-ad99-461a-9b75-639673d9ba10)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:47:51.521317 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.526150 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d21461-0029-42e7-942b-2f0a8ef75ac2,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:51.530822 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] No DVR routers for this DVR port e6d21461-0029-42e7-942b-2f0a8ef75ac2 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:51.535159 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Calling delete_port for e6d21461-0029-42e7-942b-2f0a8ef75ac2 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:47:51.610041 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (87866184-760e-4efc-8d13-33e04ff487ad), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.613188 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (e6d21461-0029-42e7-942b-2f0a8ef75ac2), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.631519 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87866184-760e-4efc-8d13-33e04ff487ad']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:51.640280 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] Pushing event deleted for resources: {'Port': ['ID=e6d21461-0029-42e7-942b-2f0a8ef75ac2,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:51.641933 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ae6dfd-ad99-461a-9b75-639673d9ba10') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:51.642416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ae6dfd-ad99-461a-9b75-639673d9ba10') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:51.647493 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f437de7-24cd-4154-b1ea-052450fc0b80 None None] No DVR routers for this DVR port e6d21461-0029-42e7-942b-2f0a8ef75ac2 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:47:51.655053 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (45ae6dfd-ad99-461a-9b75-639673d9ba10), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.669397 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (45ae6dfd-ad99-461a-9b75-639673d9ba10), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.676137 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Releasing vlan 1502 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:47:51.680778 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (45ae6dfd-ad99-461a-9b75-639673d9ba10), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.718375 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 45ae6dfd-ad99-461a-9b75-639673d9ba10 resource provider aggregate not found Jul 26 15:47:51.737383 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 45ae6dfd-ad99-461a-9b75-639673d9ba10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45ae6dfd-ad99-461a-9b75-639673d9ba10 found for delete ", "request_id": "req-86a09e52-aa6a-45c2-a1fb-2e80c77e1f6d"}]} Jul 26 15:47:51.807262 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (87866184-760e-4efc-8d13-33e04ff487ad), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.813109 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:51.816342 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] 10.222.0.128 "DELETE /v2.0/networks/87866184-760e-4efc-8d13-33e04ff487ad HTTP/1.1" status: 204 len: 168 time: 0.7246058 Jul 26 15:47:51.828121 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396880f-397d-49e8-88fe-3e5f0441755d admin admin] Pushing event deleted for resources: {'Network': ['ID=87866184-760e-4efc-8d13-33e04ff487ad,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:52.134073 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e6d21461-0029-42e7-942b-2f0a8ef75ac2 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:52.136315 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56222) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:52.158741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: e6d21461-0029-42e7-942b-2f0a8ef75ac2 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:52.158741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device e6d21461-0029-42e7-942b-2f0a8ef75ac2 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:52.158741 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 74d3098d-6a64-4a33-9d29-e66609633819 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:52.166207 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:52.180627 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 74d3098d-6a64-4a33-9d29-e66609633819 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:52.180991 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 74d3098d-6a64-4a33-9d29-e66609633819 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:52.181419 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:47:52.183109 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:52.187766 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-63846399-580a-41e4-b0cc-ff8d247ed08a admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=3e5dd905492343709b710fabd8a3d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501511 Jul 26 15:47:52.192888 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56226) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:52.206899 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:47:52.207247 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 4e3a7ca1-cd7c-411e-8378-1e42a6797e77 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:47:52.242413 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] Publish callbacks [] for security_group (18563d9c-924e-49a7-aa49-405b67215ded), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:52.265883 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] Publish callbacks [] for security_group (18563d9c-924e-49a7-aa49-405b67215ded), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:52.288616 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:52.414483 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (18563d9c-924e-49a7-aa49-405b67215ded), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:52.417225 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:52.419058 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/18563d9c-924e-49a7-aa49-405b67215ded HTTP/1.1" status: 204 len: 168 time: 0.2274337 Jul 26 15:47:52.427454 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d123-92b3-4e6e-8703-a8bc5e57914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18563d9c-924e-49a7-aa49-405b67215ded,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:53.120294 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56234) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:53.164582 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f093cf61-5aea-426c-b6d7-fab8c011fac8 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=b445144679f543c9af86651752925487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428283 Jul 26 15:47:53.166861 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56236) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:53.217959 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] Publish callbacks [] for security_group (4f2ce8be-69bc-48a6-8d04-9aa0e9a00171), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:53.239668 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] Publish callbacks [] for security_group (4f2ce8be-69bc-48a6-8d04-9aa0e9a00171), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:53.396188 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (4f2ce8be-69bc-48a6-8d04-9aa0e9a00171), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:53.398749 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:53.399912 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/4f2ce8be-69bc-48a6-8d04-9aa0e9a00171 HTTP/1.1" status: 204 len: 168 time: 0.2321346 Jul 26 15:47:53.409274 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c96a4-b4a9-4bdd-a780-a5d14610cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ce8be-69bc-48a6-8d04-9aa0e9a00171,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:54.723499 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56248) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:54.768435 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Deleting subnet d5fb6c5e-e827-4aec-9b88-a359a3b60e4c {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:47:54.771668 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Publish callbacks [] for subnet (d5fb6c5e-e827-4aec-9b88-a359a3b60e4c), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:54.811367 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (d5fb6c5e-e827-4aec-9b88-a359a3b60e4c), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:54.851646 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (d5fb6c5e-e827-4aec-9b88-a359a3b60e4c), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:54.950654 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (d5fb6c5e-e827-4aec-9b88-a359a3b60e4c), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:54.977916 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fb6c5e-e827-4aec-9b88-a359a3b60e4c,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:54.981417 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:54.986074 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-401f4a28-2865-4ae1-8bbe-54aebb952fd2 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/d5fb6c5e-e827-4aec-9b88-a359a3b60e4c HTTP/1.1" status: 204 len: 168 time: 0.2599604 Jul 26 15:47:54.987086 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56250) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:55.063576 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.146231 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.165889 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:55.176446 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:55.176778 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f72be5b-a413-4f96-b6dd-4cd0a8f90e93') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:47:55.183247 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:55.186948 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (5f72be5b-a413-4f96-b6dd-4cd0a8f90e93), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.200955 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (5f72be5b-a413-4f96-b6dd-4cd0a8f90e93), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.207278 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:47:55.207659 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (5f72be5b-a413-4f96-b6dd-4cd0a8f90e93), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.247905 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 5f72be5b-a413-4f96-b6dd-4cd0a8f90e93 resource provider aggregate not found Jul 26 15:47:55.266312 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment 5f72be5b-a413-4f96-b6dd-4cd0a8f90e93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f72be5b-a413-4f96-b6dd-4cd0a8f90e93 found for delete ", "request_id": "req-394fd279-c600-48bd-a2fa-bde4519fd249"}]} Jul 26 15:47:55.315927 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.321605 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.324783 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] 10.222.0.128 "DELETE /v2.0/networks/d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4 HTTP/1.1" status: 204 len: 168 time: 0.3355832 Jul 26 15:47:55.336437 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72967c53-e5a6-48c4-ae33-99827990a65e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9462f87-b3b2-4fe2-af52-0b7bb7bb32a4,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:55.685878 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56258) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:55.726521 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-a1383069-8b55-4975-8fd3-d53276e88de8 admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=c3d0ec4c669b4f6d8bc80aa8d2fab87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394511 Jul 26 15:47:55.728997 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56260) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:47:55.778872 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] Publish callbacks [] for security_group (c5aa5dd7-b32e-4144-aa60-cf845a1c4789), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.801081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] Publish callbacks [] for security_group (c5aa5dd7-b32e-4144-aa60-cf845a1c4789), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.927394 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (c5aa5dd7-b32e-4144-aa60-cf845a1c4789), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.929941 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:47:55.931085 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/c5aa5dd7-b32e-4144-aa60-cf845a1c4789 HTTP/1.1" status: 204 len: 168 time: 0.2012055 Jul 26 15:47:55.939777 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe7eef-b7c7-43df-845e-467db357efc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa5dd7-b32e-4144-aa60-cf845a1c4789,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:47:56.725356 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=79 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:47:56.726173 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=11 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:03.423923 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:05.267865 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=75,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:05.327127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:05.934528 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=45,neutron:DELETE=9 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:05.935277 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:05.952626 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:07.121468 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:48:08.482077 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:14.329421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56264) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:14.671900 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Deleting port 92fc6f46-70cd-4eda-8002-fc53422f969b {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:14.672160 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:14.755038 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:14.755360 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for floatingip (92fc6f46-70cd-4eda-8002-fc53422f969b), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:14.767674 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Calling delete_port for 92fc6f46-70cd-4eda-8002-fc53422f969b owned by network:floatingip {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:14.996490 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (92fc6f46-70cd-4eda-8002-fc53422f969b), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:15.025579 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event deleted for resources: {'Port': ['ID=92fc6f46-70cd-4eda-8002-fc53422f969b,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:15.086912 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for floatingip (195b62b0-7990-4022-901c-ef210e1343b2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:15.087749 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.db.l3_db [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Floating IP 195b62b0-7990-4022-901c-ef210e1343b2 disassociated (deleted). External IP: 172.27.1.251, port: 24546090-7032-4878-8314-6034040c9df2. Jul 26 15:48:15.285896 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Router 89833620-fcc4-40ed-a6ac-a54edc578000 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:48:15.391562 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:48:15.396280 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for floatingip (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:15.401819 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Sync routers for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:48:15.411815 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:15.412420 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:15.424447 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:15.428908 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-5d3dc2f5-df23-46b9-8c6a-f16d71ce6fac tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "DELETE /v2.0/floatingips/195b62b0-7990-4022-901c-ef210e1343b2 HTTP/1.1" status: 204 len: 168 time: 1.0985327 Jul 26 15:48:15.435521 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:48:15.435521 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:48:15.490957 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bbaae1-3cef-41c8-aa36-d80cfa0afc99 x-openstack-request-id: req-59bbaae1-3cef-41c8-aa36-d80cfa0afc99 {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:48:15.491248 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "tag": "24546090-7032-4878-8314-6034040c9df2", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:48:15.491621 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-59bbaae1-3cef-41c8-aa36-d80cfa0afc99 {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:48:15.491947 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bbaae1-3cef-41c8-aa36-d80cfa0afc99'] response: {'name': 'network-changed', 'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'status': 'completed', 'code': 200} Jul 26 15:48:15.526139 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:15.553110 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:15.556662 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-68c62f28-4c89-4a92-8cbb-5a5690203e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:15.562122 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-68c62f28-4c89-4a92-8cbb-5a5690203e88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 1130 time: 0.0429370 Jul 26 15:48:15.658630 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-deea09b0-aa32-496e-a73e-f9596350dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:15.660208 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-deea09b0-aa32-496e-a73e-f9596350dd0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 200 len: 910 time: 0.0956988 Jul 26 15:48:15.702475 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-8c38b9a3-3b0f-4ff1-b3f7-3f7c3499f88b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 200 len: 217 time: 0.0362506 Jul 26 15:48:15.730995 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:15.757775 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Checking router: 89833620-fcc4-40ed-a6ac-a54edc578000 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:48:15.766936 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:15.767588 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:47:48Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:15.769638 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-9bc90015-7e6c-468a-a8e8-8f881cf0f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:15.774324 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-9bc90015-7e6c-468a-a8e8-8f881cf0f15e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 200 len: 847 time: 0.0628128 Jul 26 15:48:15.817542 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-d8cfbda2-f322-4bdf-a76c-eb65d8afbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:15.823539 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-d8cfbda2-f322-4bdf-a76c-eb65d8afbb17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17c20447-2fba-40df-9a90-b0346ebd5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405524 Jul 26 15:48:15.843283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-fe95afb9-e7a1-4022-bbee-73faaf2afbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:15.884653 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:15.926028 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-12fd553f-c20a-483c-be1d-7b5e5e5bdb64 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995674 Jul 26 15:48:15.935701 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65781267-90a0-4a96-b993-48621cb5ba0f req-b4d87731-4e63-4079-9d33-ea7f06cd1a75 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:15.938458 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-65781267-90a0-4a96-b993-48621cb5ba0f req-b4d87731-4e63-4079-9d33-ea7f06cd1a75 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0591044 Jul 26 15:48:15.992999 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-65781267-90a0-4a96-b993-48621cb5ba0f req-872067b5-aa54-465b-9b41-c930e1ed8a27 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497251 Jul 26 15:48:16.082129 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:16.110851 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51836a3a-5c97-41c5-a082-da564cb909c3 None None] The sync data for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi is: [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:42:58Z', 'revision_number': 4, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi', '_interfaces': [{'id': '63ea4b40-e9f4-4dbb-a406-9f31d15ef155', 'name': '', 'network_id': '17c20447-2fba-40df-9a90-b0346ebd5704', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'mac_address': 'fa:16:3e:82:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:57Z', 'updated_at': '2022-07-26T15:43:03Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'subnets': [{'id': '4be1b376-a892-4c40-9d7b-28c6e11dc9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:48:16.335169 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4ebb9-3b05-4aba-859c-c5adf83de32e None None] New status for floating IP 195b62b0-7990-4022-901c-ef210e1343b2: DOWN {{(pid=104583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:48:17.016442 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-051e4f93-9f97-4d5c-9bc9-c8844b7e27b8 req-c0746f83-65bd-47a7-bc3e-11acbbd58706 service neutron] 10.222.0.48 "GET /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887921 Jul 26 15:48:17.117057 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19374-853b-4668-a1ab-54073c45d7cc req-dad83210-664b-4cb8-8b34-24b56f82bf21 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:17.119121 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28c19374-853b-4668-a1ab-54073c45d7cc req-dad83210-664b-4cb8-8b34-24b56f82bf21 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Jul 26 15:48:17.169819 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-28c19374-853b-4668-a1ab-54073c45d7cc req-885889a6-1644-4d08-acdf-4b95356f68e0 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/security-groups?id=38b1f37a-78f9-46da-8cd6-a88400489ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Jul 26 15:48:17.481273 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-109939aa-e20f-4997-b525-4080c884ddf6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:48:17.483211 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-109939aa-e20f-4997-b525-4080c884ddf6 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.48 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Jul 26 15:48:17.567499 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Deleting port 24546090-7032-4878-8314-6034040c9df2 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:17.567839 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (24546090-7032-4878-8314-6034040c9df2), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:17.658859 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] For port 24546090-7032-4878-8314-6034040c9df2, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=24546090-7032-4878-8314-6034040c9df2,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:17.659216 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (24546090-7032-4878-8314-6034040c9df2), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:17.672224 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Calling delete_port for 24546090-7032-4878-8314-6034040c9df2 owned by compute:nova {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:17.717635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=100 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:17.893778 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (24546090-7032-4878-8314-6034040c9df2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:17.924348 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event deleted for resources: {'Port': ['ID=24546090-7032-4878-8314-6034040c9df2,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:18.252081 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] No DVR routers for this DVR port 24546090-7032-4878-8314-6034040c9df2 on host hv-cinder-85103 {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:48:18.254660 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53183'] for port (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:18.257940 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [req-d8796c1b-95c4-4ae0-9369-2e5e4f370736 req-60b5f08c-afea-4ea8-9e4b-a7be86b44169 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.48 "DELETE /v2.0/ports/24546090-7032-4878-8314-6034040c9df2 HTTP/1.1" status: 204 len: 173 time: 0.7698002 Jul 26 15:48:18.258757 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-deleted', 'tag': '24546090-7032-4878-8314-6034040c9df2'}] {{(pid=104582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:48:18.260741 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.128/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d264a1511dd9d9529bf43d1559dc7d87ce4adfd8bbbe112fd2384aa8616edfe8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc17e0f-da31-4df6-9b67-ba24b6bae43f" -d '{"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-deleted", "tag": "24546090-7032-4878-8314-6034040c9df2"}]}' {{(pid=104582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:48:18.281018 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-8c9776cd-3c47-4b63-b196-f4b2e6e4da69 req-a2c40a17-c0fb-4747-a6c1-3bfd2aed3fbf tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0327680 Jul 26 15:48:18.307421 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c0dc3-b2be-4060-a171-29a9b75464ef x-openstack-request-id: req-f44c0dc3-b2be-4060-a171-29a9b75464ef {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:48:18.307571 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754abb94-1dac-4f15-a3d8-1bea9e95a180", "name": "network-vif-deleted", "tag": "24546090-7032-4878-8314-6034040c9df2", "status": "completed", "code": 200}]} {{(pid=104582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:48:18.307807 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.128/compute/v2.1/os-server-external-events used request id req-f44c0dc3-b2be-4060-a171-29a9b75464ef {{(pid=104582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:48:18.308203 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44c0dc3-b2be-4060-a171-29a9b75464ef'] response: {'server_uuid': '754abb94-1dac-4f15-a3d8-1bea9e95a180', 'name': 'network-vif-deleted', 'tag': '24546090-7032-4878-8314-6034040c9df2', 'status': 'completed', 'code': 200} Jul 26 15:48:18.363071 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-cc3b72ca-2548-43e0-85f8-5a2950d70edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:19.394230 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [req-c3fb3468-d1a4-40ba-b997-1eeff5cbc336 req-136fb63a-0a76-443e-acc8-b41792066587 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "GET /v2.0/ports?device_id=754abb94-1dac-4f15-a3d8-1bea9e95a180 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Jul 26 15:48:19.522396 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:20.459048 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56284) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:20.517135 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (38b1f37a-78f9-46da-8cd6-a88400489ad7), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:20.548531 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (38b1f37a-78f9-46da-8cd6-a88400489ad7), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:20.659772 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (38b1f37a-78f9-46da-8cd6-a88400489ad7), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:20.662586 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:20.663784 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] 10.222.0.128 "DELETE /v2.0/security-groups/38b1f37a-78f9-46da-8cd6-a88400489ad7 HTTP/1.1" status: 204 len: 168 time: 0.2049148 Jul 26 15:48:20.676332 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88255-b9f6-4739-bcba-31f09536e6f1 tempest-TestShelveInstance-834654062 tempest-TestShelveInstance-834654062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b1f37a-78f9-46da-8cd6-a88400489ad7,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:20.770583 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56288) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:21.221075 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:21.265495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] No Port match for: 24546090-7032-4878-8314-6034040c9df2 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:21.265848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Device 24546090-7032-4878-8314-6034040c9df2 not bound to the agent host hv-cinder-85103 {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:21.297355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (89833620-fcc4-40ed-a6ac-a54edc578000), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.351181 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.368283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.550200 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Deleting port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:21.550810 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.628329 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:21.635854 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] For port 63ea4b40-e9f4-4dbb-a406-9f31d15ef155, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:21.636212 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.650717 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Calling delete_port for 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 owned by network:router_interface {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:21.652426 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:21.911065 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (63ea4b40-e9f4-4dbb-a406-9f31d15ef155), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:21.937272 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ea4b40-e9f4-4dbb-a406-9f31d15ef155,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:22.107914 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (89833620-fcc4-40ed-a6ac-a54edc578000), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:22.325647 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Router 89833620-fcc4-40ed-a6ac-a54edc578000 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:48:22.444676 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:48:22.453240 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-615cd217-41e3-416e-ae46-13ed1222f309 admin admin] 10.222.0.128 "PUT /v2.0/routers/89833620-fcc4-40ed-a6ac-a54edc578000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792474 Jul 26 15:48:22.453619 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56294) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:22.456352 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Sync routers for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:48:22.469114 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:22.469723 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:48:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:22.558621 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks [] for router (89833620-fcc4-40ed-a6ac-a54edc578000), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:22.573522 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:22.632256 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:22.657611 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks [] for router_gateway (89833620-fcc4-40ed-a6ac-a54edc578000), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:22.696607 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:22.741176 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=100 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:22.744414 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:48:21Z', 'revision_number': 5, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port': {'id': '01d4d6b6-2dcd-40fe-b305-751dd578f698', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:42:55Z', 'updated_at': '2022-07-26T15:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:22.752366 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Deleting port 01d4d6b6-2dcd-40fe-b305-751dd578f698 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:22.752746 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:22.770701 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Checking router: 89833620-fcc4-40ed-a6ac-a54edc578000 for host: dv-cinder-851032-1-iscsi {{(pid=104584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:48:22.779674 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Routers {'89833620-fcc4-40ed-a6ac-a54edc578000'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:22.780274 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:48:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['89833620-fcc4-40ed-a6ac-a54edc578000'], 'active': True} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:22.842895 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] For port 01d4d6b6-2dcd-40fe-b305-751dd578f698, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=01d4d6b6-2dcd-40fe-b305-751dd578f698,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:22.843255 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:22.856622 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Calling delete_port for 01d4d6b6-2dcd-40fe-b305-751dd578f698 owned by network:router_gateway {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:22.865999 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_dvr_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] Set router 89833620-fcc4-40ed-a6ac-a54edc578000 gateway port host: None {{(pid=104584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:23.005424 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.l3_hamode_db [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:48:22Z', 'revision_number': 6, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:23.031683 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701c27c1-9f8b-4af6-b35e-4b72edf51660 None None] The sync data for ids ['89833620-fcc4-40ed-a6ac-a54edc578000'] in dv-cinder-851032-1-iscsi is: [{'id': '89833620-fcc4-40ed-a6ac-a54edc578000', 'name': 'tempest-TestShelveInstance-215662230-router', 'tenant_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:42:54Z', 'updated_at': '2022-07-26T15:48:22Z', 'revision_number': 6, 'project_id': 'f06fcba3614a4f428778ccfa4d2ac3eb', 'gw_port_host': None}] {{(pid=104584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:48:23.099795 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (01d4d6b6-2dcd-40fe-b305-751dd578f698), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.127187 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d4d6b6-2dcd-40fe-b305-751dd578f698,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:23.188340 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (89833620-fcc4-40ed-a6ac-a54edc578000), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.276009 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (89833620-fcc4-40ed-a6ac-a54edc578000), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.278221 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks [] for router_controller (89833620-fcc4-40ed-a6ac-a54edc578000), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.386316 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (89833620-fcc4-40ed-a6ac-a54edc578000), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.386982 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89833620-fcc4-40ed-a6ac-a54edc578000 {{(pid=104582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:48:23.391658 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.392862 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-552ce83e-e1f1-4cd8-9d6e-3192a0c45695 admin admin] 10.222.0.128 "DELETE /v2.0/routers/89833620-fcc4-40ed-a6ac-a54edc578000 HTTP/1.1" status: 204 len: 168 time: 0.9382141 Jul 26 15:48:23.412260 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56296) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:23.442036 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:23.464766 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Deleting subnet 4be1b376-a892-4c40-9d7b-28c6e11dc9e2 {{(pid=104581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:48:23.468033 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Publish callbacks [] for subnet (4be1b376-a892-4c40-9d7b-28c6e11dc9e2), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.506280 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9819883'] for subnet (4be1b376-a892-4c40-9d7b-28c6e11dc9e2), precommit_delete_associations {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.577127 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:23.592251 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (4be1b376-a892-4c40-9d7b-28c6e11dc9e2), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.722598 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2804281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9933915'] for subnet (4be1b376-a892-4c40-9d7b-28c6e11dc9e2), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.752625 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be1b376-a892-4c40-9d7b-28c6e11dc9e2,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:23.754650 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for subnet (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.761104 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-18dba029-46a4-4c92-8a4c-c216c972e2dd admin admin] 10.222.0.128 "DELETE /v2.0/subnets/4be1b376-a892-4c40-9d7b-28c6e11dc9e2 HTTP/1.1" status: 204 len: 168 time: 0.3492355 Jul 26 15:48:23.761590 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56298) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:23.763510 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be352c-6f25-4475-a8a3-7fd6c09cc7cc None None] Network 17c20447-2fba-40df-9a90-b0346ebd5704 requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:48:23.843733 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (17c20447-2fba-40df-9a90-b0346ebd5704), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.889703 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Deleting port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 {{(pid=104581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:23.890120 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.937704 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] DHCP port deletion for 17c20447-2fba-40df-9a90-b0346ebd5704 request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:48:23.964502 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.db [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] For port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:23.964902 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.976138 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Deleting port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:23.976831 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:23.979026 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.plugin [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Calling delete_port for 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 owned by network:dhcp {{(pid=104581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:24.050463 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] For port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,segment=NetworkSegment(deb5cd26-e757-40a7-b7b9-516dca65af2d),segment_id=deb5cd26-e757-40a7-b7b9-516dca65af2d)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:24.050857 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.064441 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Calling delete_port for 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:24.110953 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2804244'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.139025 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] No DVR routers for this DVR port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 on host dv-cinder-851032-1-iscsi {{(pid=104581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:48:24.147518 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:24.149488 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (635e15ab-1af9-4616-8bf3-5e420aa9bbc9), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.161863 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:24.195390 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:24.204621 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:24.204621 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 01d4d6b6-2dcd-40fe-b305-751dd578f698 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:24.204621 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] Pushing event deleted for resources: {'Port': ['ID=635e15ab-1af9-4616-8bf3-5e420aa9bbc9,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:24.218969 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eef9f3-3c16-4513-93ea-ce9e3310c82d None None] No DVR routers for this DVR port 635e15ab-1af9-4616-8bf3-5e420aa9bbc9 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:48:24.219994 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (17c20447-2fba-40df-9a90-b0346ebd5704), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.221057 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 01d4d6b6-2dcd-40fe-b305-751dd578f698 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:24.221407 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 01d4d6b6-2dcd-40fe-b305-751dd578f698 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:24.221806 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:24.241864 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:24.242446 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 63ea4b40-e9f4-4dbb-a406-9f31d15ef155 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:24.246736 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c20447-2fba-40df-9a90-b0346ebd5704']}} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:24.256563 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb5cd26-e757-40a7-b7b9-516dca65af2d') {'for_net_delete': True} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:24.256864 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.services.segments.db [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb5cd26-e757-40a7-b7b9-516dca65af2d') {} {{(pid=104581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:24.266889 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9819890'] for segment (deb5cd26-e757-40a7-b7b9-516dca65af2d), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.280976 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (deb5cd26-e757-40a7-b7b9-516dca65af2d), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.287173 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Releasing vlan 1529 on physical network physnet1 to pool {{(pid=104581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:48:24.287556 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2804327'] for segment (deb5cd26-e757-40a7-b7b9-516dca65af2d), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.331809 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment deb5cd26-e757-40a7-b7b9-516dca65af2d resource provider aggregate not found Jul 26 15:48:24.350114 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.services.segments.plugin [-] Segment deb5cd26-e757-40a7-b7b9-516dca65af2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deb5cd26-e757-40a7-b7b9-516dca65af2d found for delete ", "request_id": "req-117d7617-69e4-4c79-8c81-6e7c8ea93c2c"}]} Jul 26 15:48:24.425416 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (17c20447-2fba-40df-9a90-b0346ebd5704), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.430410 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.433731 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] 10.222.0.128 "DELETE /v2.0/networks/17c20447-2fba-40df-9a90-b0346ebd5704 HTTP/1.1" status: 204 len: 168 time: 0.6711946 Jul 26 15:48:24.436813 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56304) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:24.447728 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74247ab8-542f-4baf-a4ee-5bd8c7976d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c20447-2fba-40df-9a90-b0346ebd5704,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:24.481327 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:24.677947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:24.755742 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:24.981224 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Deleting port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:24.981568 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:25.060903 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] For port 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:25.061265 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:25.077114 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Calling delete_port for 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 owned by network:router_interface {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:25.299568 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (396a63a1-3d19-4ceb-a5c8-3ea1d5d41235), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:25.326266 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Pushing event deleted for resources: {'Port': ['ID=396a63a1-3d19-4ceb-a5c8-3ea1d5d41235,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:25.351257 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.351608 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.351952 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.352291 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.352649 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.352980 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.353313 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.353635 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.354101 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.354478 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.354478 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.355142 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.355395 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.355729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.356031 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851032-1-iscsi {{(pid=104582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:48:25.473416 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:25.499185 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:25.557346 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:25.710531 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 has already been hosted by L3 agent 3d4fadcb-3c1f-4b99-a20a-f849c978978e {{(pid=104582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:48:25.814282 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] Notify agent at l3_agent.dv-cinder-851032-1-iscsi the message routers_updated {{(pid=104582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:48:25.819144 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-9e577a09-a09d-4945-b260-0dd0b0737216 admin admin] 10.222.0.128 "PUT /v2.0/routers/8cbf24c7-3fba-49b4-ba74-9b61558f06e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811643 Jul 26 15:48:25.821790 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56306) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:25.825571 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Sync routers for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:48:25.836103 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:25.836750 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:48:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:25.920947 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks [] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:25.942884 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: dv-cinder-851032-1-iscsi {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:26.022169 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks [] for router_gateway (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.122453 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'external_fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '6764b91c-befc-4879-b184-627012e115f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:48:25Z', 'revision_number': 5, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port': {'id': '6764b91c-befc-4879-b184-627012e115f2', 'name': '', 'network_id': '2abc0f86-b1b5-4f30-8a8c-f0b119f618a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:43:07Z', 'updated_at': '2022-07-26T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c51b416d-d35d-4712-9fe7-9802158e071f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851032-1-iscsi'}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:26.138774 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Deleting port 6764b91c-befc-4879-b184-627012e115f2 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:26.139204 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (6764b91c-befc-4879-b184-627012e115f2), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.148953 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Checking router: 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 for host: dv-cinder-851032-1-iscsi {{(pid=104583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:48:26.157598 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Routers {'8cbf24c7-3fba-49b4-ba74-9b61558f06e0'} bound to L3 agent in host dv-cinder-851032-1-iscsi {{(pid=104583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:48:26.158196 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T15:26:18Z,description=,heartbeat_timestamp=2022-07-26T15:48:18Z,host='dv-cinder-851032-1-iscsi',id=3d4fadcb-3c1f-4b99-a20a-f849c978978e,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T15:26:19Z,topic='l3_agent')) {'router_ids': ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'], 'active': True} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:26.222641 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] For port 6764b91c-befc-4879-b184-627012e115f2, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=6764b91c-befc-4879-b184-627012e115f2,segment=NetworkSegment(7d296b5f-2fc4-4c81-ab05-cb4d51a40204),segment_id=7d296b5f-2fc4-4c81-ab05-cb4d51a40204)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:26.223005 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (6764b91c-befc-4879-b184-627012e115f2), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.236211 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Calling delete_port for 6764b91c-befc-4879-b184-627012e115f2 owned by network:router_gateway {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:26.246495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvr_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] Set router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 gateway port host: None {{(pid=104583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:48:26.249045 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:26.299220 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_hamode_db [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:48:26Z', 'revision_number': 6, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port_host': None}], 'dv-cinder-851032-1-iscsi', False) {} {{(pid=104583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:26.328779 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904ed4-cd46-41c7-a553-98f8483eca22 None None] The sync data for ids ['8cbf24c7-3fba-49b4-ba74-9b61558f06e0'] in dv-cinder-851032-1-iscsi is: [{'id': '8cbf24c7-3fba-49b4-ba74-9b61558f06e0', 'name': 'tempest-TestShelveInstance-947753098-router', 'tenant_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:43:05Z', 'updated_at': '2022-07-26T15:48:26Z', 'revision_number': 6, 'project_id': 'accee6d6b3bd4180befb4f81ec0d5ca3', 'gw_port_host': None}] {{(pid=104583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:48:26.488098 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (6764b91c-befc-4879-b184-627012e115f2), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.513898 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6764b91c-befc-4879-b184-627012e115f2,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:26.578708 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-391708'] for router_gateway (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.666305 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1108'] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.669508 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks [] for router_controller (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.773950 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-498197'] for router (8cbf24c7-3fba-49b4-ba74-9b61558f06e0), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.774577 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbf24c7-3fba-49b4-ba74-9b61558f06e0 {{(pid=104582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:48:26.779609 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.780789 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-65031286-8b4a-4267-a726-a14f4e923e18 admin admin] 10.222.0.128 "DELETE /v2.0/routers/8cbf24c7-3fba-49b4-ba74-9b61558f06e0 HTTP/1.1" status: 204 len: 168 time: 0.9574077 Jul 26 15:48:26.783322 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56308) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:26.828559 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.db_base_plugin_v2 [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Deleting subnet dd4ca543-e03c-4a02-9fb0-7ebc88a4077c {{(pid=104582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:48:26.831696 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Publish callbacks [] for subnet (dd4ca543-e03c-4a02-9fb0-7ebc88a4077c), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.853719 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:26.869896 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10124493'] for subnet (dd4ca543-e03c-4a02-9fb0-7ebc88a4077c), precommit_delete_associations {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:26.943857 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1431595'] for subnet (dd4ca543-e03c-4a02-9fb0-7ebc88a4077c), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.048353 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1431586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10332074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9508800'] for subnet (dd4ca543-e03c-4a02-9fb0-7ebc88a4077c), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.078948 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4ca543-e03c-4a02-9fb0-7ebc88a4077c,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:27.081064 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.084216 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-0522825e-54ff-44ae-985c-4d8b8c511a74 admin admin] 10.222.0.128 "DELETE /v2.0/subnets/dd4ca543-e03c-4a02-9fb0-7ebc88a4077c HTTP/1.1" status: 204 len: 168 time: 0.2999613 Jul 26 15:48:27.086771 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56310) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:27.089973 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd3b5c-434a-4637-90ed-69452bbf4147 None None] Network 667f01d8-69a1-40de-819a-ed9ba4912cdb requested from dv-cinder-851032-1-iscsi {{(pid=104583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:48:27.098632 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:27.140504 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:27.160521 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1393761'] for network (667f01d8-69a1-40de-819a-ed9ba4912cdb), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.205000 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Deleting port b435dfee-d357-48f3-85e9-42ff97783341 {{(pid=104582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:27.205412 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b435dfee-d357-48f3-85e9-42ff97783341), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.259729 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] DHCP port deletion for 667f01d8-69a1-40de-819a-ed9ba4912cdb request from dv-cinder-851032-1-iscsi {{(pid=104583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:48:27.277186 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.db [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] For port b435dfee-d357-48f3-85e9-42ff97783341, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b435dfee-d357-48f3-85e9-42ff97783341,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:27.277560 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b435dfee-d357-48f3-85e9-42ff97783341), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.290430 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:27.292279 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.plugin [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Calling delete_port for b435dfee-d357-48f3-85e9-42ff97783341 owned by network:dhcp {{(pid=104582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:27.303601 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Deleting port b435dfee-d357-48f3-85e9-42ff97783341 {{(pid=104583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:48:27.303982 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775757841165'] for port (b435dfee-d357-48f3-85e9-42ff97783341), before_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.373097 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.db [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] For port b435dfee-d357-48f3-85e9-42ff97783341, host dv-cinder-851032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851032-1-iscsi',level=0,port_id=b435dfee-d357-48f3-85e9-42ff97783341,segment=NetworkSegment(796f1250-ceb9-47fc-b6d8-1c42ac1611f8),segment_id=796f1250-ceb9-47fc-b6d8-1c42ac1611f8)] {{(pid=104583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:48:27.373495 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-387605'] for port (b435dfee-d357-48f3-85e9-42ff97783341), precommit_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.387720 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Calling delete_port for b435dfee-d357-48f3-85e9-42ff97783341 owned by network:dhcp {{(pid=104583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:48:27.476781 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10332039'] for port (b435dfee-d357-48f3-85e9-42ff97783341), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.482895 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1326350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775757845827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775757466188'] for port (b435dfee-d357-48f3-85e9-42ff97783341), after_delete {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.504260 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Pushing event deleted for resources: {'Port': ['ID=b435dfee-d357-48f3-85e9-42ff97783341,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:27.509133 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] Pushing event deleted for resources: {'Port': ['ID=b435dfee-d357-48f3-85e9-42ff97783341,revision_number=None']} {{(pid=104583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:27.513112 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782352b-6cbb-45a0-bf31-71dc1eac8bd8 None None] No DVR routers for this DVR port b435dfee-d357-48f3-85e9-42ff97783341 on host dv-cinder-851032-1-iscsi {{(pid=104583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:48:27.513329 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] No DVR routers for this DVR port b435dfee-d357-48f3-85e9-42ff97783341 on host dv-cinder-851032-1-iscsi {{(pid=104582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:48:27.589607 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1430021', 'neutron.services.segments.db._delete_segments_for_network-8775757804746'] for network (667f01d8-69a1-40de-819a-ed9ba4912cdb), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.609023 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f01d8-69a1-40de-819a-ed9ba4912cdb']}} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:27.618157 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796f1250-ceb9-47fc-b6d8-1c42ac1611f8') {'for_net_delete': True} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:27.618453 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.services.segments.db [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796f1250-ceb9-47fc-b6d8-1c42ac1611f8') {} {{(pid=104582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:48:27.627860 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775757804647', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10124500'] for segment (796f1250-ceb9-47fc-b6d8-1c42ac1611f8), before_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.642573 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132'] for segment (796f1250-ceb9-47fc-b6d8-1c42ac1611f8), precommit_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.649059 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=104582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:48:27.649359 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10332148'] for segment (796f1250-ceb9-47fc-b6d8-1c42ac1611f8), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.736834 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 796f1250-ceb9-47fc-b6d8-1c42ac1611f8 resource provider aggregate not found Jul 26 15:48:27.754432 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.services.segments.plugin [-] Segment 796f1250-ceb9-47fc-b6d8-1c42ac1611f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 796f1250-ceb9-47fc-b6d8-1c42ac1611f8 found for delete ", "request_id": "req-034b0f86-a7af-41ac-a6a2-a29475c3667d"}]} Jul 26 15:48:27.791310 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1430030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-391728'] for network (667f01d8-69a1-40de-819a-ed9ba4912cdb), after_delete {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.797065 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron_lib.callbacks.manager [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577101'] for network (None), before_response {{(pid=104582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:27.800330 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] 10.222.0.128 "DELETE /v2.0/networks/667f01d8-69a1-40de-819a-ed9ba4912cdb HTTP/1.1" status: 204 len: 168 time: 0.7125142 Jul 26 15:48:27.812603 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971fe0-0aab-4855-9aaf-4d1eb31d7bba admin admin] Pushing event deleted for resources: {'Network': ['ID=667f01d8-69a1-40de-819a-ed9ba4912cdb,revision_number=None']} {{(pid=104582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:28.137053 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:28.151190 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [-] (104582) accepted ('10.222.0.128', 56320) {{(pid=104582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:28.158076 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:28.158425 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 396a63a1-3d19-4ceb-a5c8-3ea1d5d41235 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:28.158835 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6764b91c-befc-4879-b184-627012e115f2 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:28.177798 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: 6764b91c-befc-4879-b184-627012e115f2 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:28.178146 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device 6764b91c-befc-4879-b184-627012e115f2 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:28.178558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b435dfee-d357-48f3-85e9-42ff97783341 no longer exists at agent ovs-agent-dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:48:28.192853 dv-cinder-851032-1-iscsi neutron-server[104582]: INFO neutron.wsgi [None req-b44a7819-e0df-4762-a4b3-d2e42672548f admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=f06fcba3614a4f428778ccfa4d2ac3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405500 Jul 26 15:48:28.196817 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.plugin [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] No Port match for: b435dfee-d357-48f3-85e9-42ff97783341 {{(pid=104583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:48:28.197734 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron.plugins.ml2.rpc [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Device b435dfee-d357-48f3-85e9-42ff97783341 not bound to the agent host dv-cinder-851032-1-iscsi {{(pid=104583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:48:28.198717 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56322) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:28.250945 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] Publish callbacks [] for security_group (b685917d-02d8-41d2-a45d-754c9fb6da70), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:28.268543 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:28.273374 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] Publish callbacks [] for security_group (b685917d-02d8-41d2-a45d-754c9fb6da70), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:28.408068 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (b685917d-02d8-41d2-a45d-754c9fb6da70), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:28.410591 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:28.411839 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/b685917d-02d8-41d2-a45d-754c9fb6da70 HTTP/1.1" status: 204 len: 168 time: 0.2120302 Jul 26 15:48:28.421355 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c88560-dac6-4281-b2ed-475dfcd48e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b685917d-02d8-41d2-a45d-754c9fb6da70,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:29.001932 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56328) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:29.041656 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-6ec00170-160a-4d15-ba5a-bac68f62ef0e admin admin] 10.222.0.128 "GET /v2.0/security-groups?tenant_id=accee6d6b3bd4180befb4f81ec0d5ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380170 Jul 26 15:48:29.044227 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [-] (104581) accepted ('10.222.0.128', 56330) {{(pid=104581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:48:29.096423 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] Publish callbacks [] for security_group (fbc4132b-b4f2-40be-bcfa-39ac613ea9ec), before_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:29.117623 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:29.120830 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] Publish callbacks [] for security_group (fbc4132b-b4f2-40be-bcfa-39ac613ea9ec), precommit_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:29.259492 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399771'] for security_group (fbc4132b-b4f2-40be-bcfa-39ac613ea9ec), after_delete {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:29.262526 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron_lib.callbacks.manager [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:29.263714 dv-cinder-851032-1-iscsi neutron-server[104581]: INFO neutron.wsgi [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] 10.222.0.128 "DELETE /v2.0/security-groups/fbc4132b-b4f2-40be-bcfa-39ac613ea9ec HTTP/1.1" status: 204 len: 168 time: 0.2185423 Jul 26 15:48:29.271888 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67843638-d2c2-4b38-952e-1934ab099c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4132b-b4f2-40be-bcfa-39ac613ea9ec,revision_number=None']} {{(pid=104581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:48:32.890670 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=13 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:33.008447 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=12 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:38.187842 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:38.189737 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG dbcounter [-] [104582] Writing DB stats neutron:SELECT=74,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104582) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:38.459478 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:39.266456 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:39.267254 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG dbcounter [-] [104581] Writing DB stats neutron:SELECT=1 {{(pid=104581) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:44.120820 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:48:45.808009 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-c4663505-3ef9-4b20-ad88-71a47cc47ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:48.356666 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0e10d340-4db8-49ca-ab68-f0adbcb223c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:49.436607 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:51.339776 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:51.368238 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:48:54.115970 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:48:54.116731 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:01.257658 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:01.260558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:08.425774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:15.803283 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-e7b59e26-59fa-42f1-b09b-ddf05a99f470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:18.374663 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-1ada17fb-9f60-412a-922c-931a33d25f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:19.505651 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:21.120779 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:49:21.328762 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:21.351999 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:23.101409 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=17 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:31.116149 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=17 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:31.251739 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:31.256700 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:49:38.437274 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:45.797183 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-50c033ef-5bf6-4e80-b413-bf687ea65c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:48.357022 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0e258915-3960-4bed-b595-0e8909f0892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:49.454646 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:51.334327 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:51.362839 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:49:58.120271 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:50:01.259149 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:01.261015 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:08.115818 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=6 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:08.442615 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:14.130914 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:15.848123 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9e2221cf-ba95-4f03-b75b-f74e2f40833f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:18.373993 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-afb39f74-127c-4aa6-ab98-68dbebfbcd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:19.470848 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:21.322512 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:21.345165 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:35.120699 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:50:36.415319 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:36.416026 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:37.090078 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:38.425800 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:45.115965 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=7 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:50:45.802472 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-11adcb1c-6972-48e7-b904-65ea134da321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:48.390810 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-075f3ac8-ff2b-4f48-8a3e-8b83077667f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:49.476401 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:51.367835 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:51.414018 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:50:55.430055 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-8c2eb397-50ef-4fe8-bada-1bd43b091ee7 req-466ec363-34a2-4a38-b7ff-b56c7419fd07 service neutron] (104582) timed out ('10.222.0.48', 52791) {{(pid=104582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:50:55.518985 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-eaaea83c-6765-46d3-a309-6be640baf4a7 req-63f42e07-717f-49c7-a84d-158cc27aaf6c service neutron] (104582) timed out ('10.222.0.48', 52785) {{(pid=104582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:50:55.639541 dv-cinder-851032-1-iscsi neutron-server[104581]: DEBUG neutron.wsgi [req-5c35b51e-dd48-41bb-8ae6-606c9e845dbd req-64dc5dd1-77da-4396-bd1b-e1da5e95903c service neutron] (104581) timed out ('10.222.0.48', 52810) {{(pid=104581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:51:01.262558 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:01.264633 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:08.470808 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:12.120404 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:51:15.853121 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-27023fa2-b409-4954-a6bf-54f4b75c3ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:18.384703 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-74827603-97c6-47cc-a0f9-0b8ffad352a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:19.487719 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:21.361742 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:21.390307 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:22.116394 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=19 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:22.117169 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=15 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:31.255928 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:31.268128 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:38.435766 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:45.829491 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-35a7b52f-0eb5-4fe7-bf02-ec25dea3b325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:48.361259 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-965c075d-a69e-44fe-b734-269828c5d6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:49.119541 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:51:49.475447 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:51.088229 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:51:51.333069 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:51.343650 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:51:59.116105 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:01.272060 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:01.273964 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:08.463916 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:14.137035 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:15.835812 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-d042e5de-2b7d-450a-baa9-3e99f885d07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:18.343314 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-9f31e42b-a1f2-4248-b50f-62ef8904d831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:19.469145 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:21.337699 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:21.366050 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:26.119924 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:52:28.084110 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:36.114959 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:36.340387 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:36.341161 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:52:38.485400 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:45.805350 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-64f4d387-4e43-4ead-81ae-6c172f73a370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:48.371285 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-fe479749-bfd3-4d5d-ab5f-ca26ea7994ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:49.513645 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:51.319557 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:52:51.336772 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:01.279465 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:01.281960 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:03.119531 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:53:08.467525 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:15.821394 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcd94-ffaf-46dd-9f2f-2afbfc780f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:16.295855 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=13 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:16.300865 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=21 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:18.381267 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-96434981-1cce-49ca-a22b-1fa31ea22812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:19.484211 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:21.330920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:21.352491 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:31.279920 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:31.281774 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:38.483436 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:40.118748 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:53:45.809587 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6a35adb7-2f83-41aa-99e7-4a3cf15ece5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:48.105501 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:48.352120 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec063-d913-4c2f-b134-6f353c660a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:49.494449 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4b32cb07-9f0d-4e54-9d38-22db6984fc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (2d56c61b-bbf3-40ec-9760-105cccc907e2), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:50.114557 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:SELECT=5 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:53:51.334780 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-3b64f0a5-5edd-4753-a92e-c263dbe409a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (421d084f-60d7-4cca-9717-946c4b91af6c), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:51.363156 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-a9241a5c-4e70-4e23-b32e-eda8650ebd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (032bac09-3641-4a66-8827-f4f59a2c47be), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:53:51.808168 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-45bd1f98-112c-4b37-9fe9-638b81bae534 service neutron] (104582) timed out ('10.222.0.128', 49044) {{(pid=104582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:53:52.254729 dv-cinder-851032-1-iscsi neutron-server[104582]: DEBUG neutron.wsgi [req-20936077-106a-42ab-b68c-e881e0bf9166 req-089931fa-d83a-4396-9146-ba16574bb310 tempest-AttachVolumeShelveTestJSON-762133587 tempest-AttachVolumeShelveTestJSON-762133587-project] (104582) timed out ('10.222.0.128', 49070) {{(pid=104582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:54:01.284955 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:54:01.286805 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG dbcounter [-] [104583] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104583) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:54:08.500103 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-6feccdbe-0d71-4e03-88f7-bb971b742f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (c9f4c83a-d86a-49e6-9291-89cb33449348), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:54:15.813883 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-4196d65d-2e96-421e-b691-3604b2685c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (bba9f61f-7fba-4204-b96c-ab630b744be4), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:54:17.118330 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG neutron.db.agents_db [None req-a2472822-ee6b-4610-b27a-1467595fc254 None None] Agent healthcheck: found 6 active agents {{(pid=104584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:54:18.367974 dv-cinder-851032-1-iscsi neutron-server[104583]: DEBUG neutron_lib.callbacks.manager [None req-194db1ad-9afa-46dd-bf83-82710d1ba134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775757804728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435354'] for agent (3d4fadcb-3c1f-4b99-a20a-f849c978978e), after_update {{(pid=104583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:54:19.083892 dv-cinder-851032-1-iscsi neutron-server[104584]: DEBUG dbcounter [-] [104584] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104584) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}